[ 470.424065] env[62225]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62225) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 470.424537] env[62225]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62225) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 470.424537] env[62225]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62225) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 470.424870] env[62225]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 470.525156] env[62225]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62225) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 470.535685] env[62225]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62225) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 471.272702] env[62225]: INFO nova.virt.driver [None req-e43548d1-d0f3-4605-a3be-5023cf8fa686 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 471.343460] env[62225]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 471.343666] env[62225]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 471.343745] env[62225]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62225) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 474.397106] env[62225]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d2602701-d601-4e3f-be48-5b5a20625c47 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.413255] env[62225]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62225) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 474.413374] env[62225]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b0bfff35-dd16-40f9-aebf-478835d75f0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.449144] env[62225]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 3f379. [ 474.449277] env[62225]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.106s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 474.449825] env[62225]: INFO nova.virt.vmwareapi.driver [None req-e43548d1-d0f3-4605-a3be-5023cf8fa686 None None] VMware vCenter version: 7.0.3 [ 474.453507] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4356ba57-3462-4019-8393-1a950fc64ad3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.476417] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d1e55b-1479-4ca3-a39a-84905d8c7946 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.482212] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0317e-2ae3-4e69-bc61-1464f2a449d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.488970] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fe3420-5697-4f2d-bb09-119abfdb483b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.502353] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd24304c-75ef-4951-b177-f57daa7c2209 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.508475] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6855cbc4-b58c-4b01-9836-3322d5a70f7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.538112] env[62225]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-860e97dd-8c3e-42e1-ae73-ab97b27f90d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 474.542884] env[62225]: DEBUG nova.virt.vmwareapi.driver [None req-e43548d1-d0f3-4605-a3be-5023cf8fa686 None None] Extension org.openstack.compute already exists. {{(pid=62225) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 474.545703] env[62225]: INFO nova.compute.provider_config [None req-e43548d1-d0f3-4605-a3be-5023cf8fa686 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 475.049067] env[62225]: DEBUG nova.context [None req-e43548d1-d0f3-4605-a3be-5023cf8fa686 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5b4ea2ef-2110-4b82-a088-3400af87e072(cell1) {{(pid=62225) load_cells /opt/stack/nova/nova/context.py:464}} [ 475.050758] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 475.050973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 475.051772] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 475.052211] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Acquiring lock "5b4ea2ef-2110-4b82-a088-3400af87e072" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 475.052401] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Lock "5b4ea2ef-2110-4b82-a088-3400af87e072" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 475.053409] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Lock "5b4ea2ef-2110-4b82-a088-3400af87e072" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 475.073340] env[62225]: INFO dbcounter [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Registered counter for database nova_cell0 [ 475.081351] env[62225]: INFO dbcounter [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Registered counter for database nova_cell1 [ 475.084750] env[62225]: DEBUG oslo_db.sqlalchemy.engines [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62225) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 475.085093] env[62225]: DEBUG oslo_db.sqlalchemy.engines [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62225) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 475.089881] env[62225]: ERROR nova.db.main.api [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 475.089881] env[62225]: result = function(*args, **kwargs) [ 475.089881] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 475.089881] env[62225]: return func(*args, **kwargs) [ 475.089881] env[62225]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 475.089881] env[62225]: result = fn(*args, **kwargs) [ 475.089881] env[62225]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 475.089881] env[62225]: return f(*args, **kwargs) [ 475.089881] env[62225]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 475.089881] env[62225]: return db.service_get_minimum_version(context, binaries) [ 475.089881] env[62225]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 475.089881] env[62225]: _check_db_access() [ 475.089881] env[62225]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 475.089881] env[62225]: stacktrace = ''.join(traceback.format_stack()) [ 475.089881] env[62225]: [ 475.090685] env[62225]: ERROR nova.db.main.api [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 475.090685] env[62225]: result = function(*args, **kwargs) [ 475.090685] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 475.090685] env[62225]: return func(*args, **kwargs) [ 475.090685] env[62225]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 475.090685] env[62225]: result = fn(*args, **kwargs) [ 475.090685] env[62225]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 475.090685] env[62225]: return f(*args, **kwargs) [ 475.090685] env[62225]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 475.090685] env[62225]: return db.service_get_minimum_version(context, binaries) [ 475.090685] env[62225]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 475.090685] env[62225]: _check_db_access() [ 475.090685] env[62225]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 475.090685] env[62225]: stacktrace = ''.join(traceback.format_stack()) [ 475.090685] env[62225]: [ 475.091087] env[62225]: WARNING nova.objects.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Failed to get minimum service version for cell 5b4ea2ef-2110-4b82-a088-3400af87e072 [ 475.091222] env[62225]: WARNING nova.objects.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 475.091641] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Acquiring lock "singleton_lock" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 475.091796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Acquired lock "singleton_lock" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 475.092044] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Releasing lock "singleton_lock" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 475.092368] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Full set of CONF: {{(pid=62225) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 475.092512] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ******************************************************************************** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 475.092641] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Configuration options gathered from: {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 475.092776] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 475.092961] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 475.093101] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ================================================================================ {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 475.093314] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] allow_resize_to_same_host = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.093499] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] arq_binding_timeout = 300 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.093637] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] backdoor_port = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.093765] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] backdoor_socket = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.093930] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] block_device_allocate_retries = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.094108] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] block_device_allocate_retries_interval = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.094280] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cert = self.pem {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.094451] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.094640] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute_monitors = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.094808] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] config_dir = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.094975] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] config_drive_format = iso9660 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.095123] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.095289] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] config_source = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.095455] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] console_host = devstack {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.095620] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] control_exchange = nova {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.095780] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cpu_allocation_ratio = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.095934] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] daemon = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.096111] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] debug = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.096269] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] default_access_ip_network_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.096430] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] default_availability_zone = nova {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.096612] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] default_ephemeral_format = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.096781] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] default_green_pool_size = 1000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.097023] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.097185] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] default_schedule_zone = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.097342] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] disk_allocation_ratio = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.097500] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] enable_new_services = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.097676] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] enabled_apis = ['osapi_compute'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.097837] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] enabled_ssl_apis = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.098048] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] flat_injected = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.098165] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] force_config_drive = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.098320] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] force_raw_images = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.098484] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] graceful_shutdown_timeout = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.098645] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] heal_instance_info_cache_interval = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.098854] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] host = cpu-1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.099040] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.099207] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.099369] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.099591] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.099761] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_build_timeout = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.099922] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_delete_interval = 300 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.100099] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_format = [instance: %(uuid)s] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.100268] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_name_template = instance-%08x {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.100429] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_usage_audit = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.100596] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_usage_audit_period = month {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.100761] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.100924] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.101098] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] internal_service_availability_zone = internal {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.101255] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] key = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.101443] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] live_migration_retry_count = 30 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.101574] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_color = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.101738] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_config_append = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.101898] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102081] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_dir = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102229] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102357] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_options = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102518] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_rotate_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102683] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_rotate_interval_type = days {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102846] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] log_rotation_type = none {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.102973] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.103111] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.103276] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.103439] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.103594] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.103772] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] long_rpc_timeout = 1800 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.103934] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] max_concurrent_builds = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.104103] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] max_concurrent_live_migrations = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.104266] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] max_concurrent_snapshots = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.104422] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] max_local_block_devices = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.104603] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] max_logfile_count = 30 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.104762] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] max_logfile_size_mb = 200 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.104918] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] maximum_instance_delete_attempts = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.105093] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metadata_listen = 0.0.0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.105263] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metadata_listen_port = 8775 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.105431] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metadata_workers = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.105598] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] migrate_max_retries = -1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.105764] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] mkisofs_cmd = genisoimage {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.105967] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.106114] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] my_ip = 10.180.1.21 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.106280] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] network_allocate_retries = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.106458] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.106626] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.106789] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] osapi_compute_listen_port = 8774 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.106952] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] osapi_compute_unique_server_name_scope = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.107135] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] osapi_compute_workers = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.107302] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] password_length = 12 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.107461] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] periodic_enable = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.107622] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] periodic_fuzzy_delay = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.107788] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] pointer_model = usbtablet {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.107954] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] preallocate_images = none {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.108146] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] publish_errors = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.108259] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] pybasedir = /opt/stack/nova {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.108417] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ram_allocation_ratio = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.108597] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] rate_limit_burst = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.108781] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] rate_limit_except_level = CRITICAL {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.108943] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] rate_limit_interval = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.109116] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reboot_timeout = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.109280] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reclaim_instance_interval = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.109447] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] record = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.109636] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reimage_timeout_per_gb = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.109806] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] report_interval = 120 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.109997] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] rescue_timeout = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.110177] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reserved_host_cpus = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.110341] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reserved_host_disk_mb = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.110499] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reserved_host_memory_mb = 512 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.110663] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] reserved_huge_pages = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.110825] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] resize_confirm_window = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.110985] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] resize_fs_using_block_device = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.111158] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] resume_guests_state_on_host_boot = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.111330] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.111496] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] rpc_response_timeout = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.111654] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] run_external_periodic_tasks = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.111819] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] running_deleted_instance_action = reap {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.111983] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.112192] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] running_deleted_instance_timeout = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.112310] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler_instance_sync_interval = 120 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.112477] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_down_time = 720 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.112646] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] servicegroup_driver = db {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.112803] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] shell_completion = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.112963] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] shelved_offload_time = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.113134] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] shelved_poll_interval = 3600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.113301] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] shutdown_timeout = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.113470] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] source_is_ipv6 = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.113621] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ssl_only = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.113862] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.114041] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] sync_power_state_interval = 600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.114211] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] sync_power_state_pool_size = 1000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.114379] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] syslog_log_facility = LOG_USER {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.114578] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] tempdir = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.114760] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] timeout_nbd = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.114930] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] transport_url = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.115107] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] update_resources_interval = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.115273] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_cow_images = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.115434] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_eventlog = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.115595] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_journal = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.115757] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_json = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.115917] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_rootwrap_daemon = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.116085] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_stderr = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.116249] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] use_syslog = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.116406] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vcpu_pin_set = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.116574] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plugging_is_fatal = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.116747] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plugging_timeout = 300 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.116913] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] virt_mkfs = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.117086] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] volume_usage_poll_interval = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.117249] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] watch_log_file = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.117414] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] web = /usr/share/spice-html5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 475.117598] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_concurrency.disable_process_locking = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.118160] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.118361] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.118532] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.118707] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.118879] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.119057] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.119244] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.auth_strategy = keystone {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.119416] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.compute_link_prefix = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.119592] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.119772] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.dhcp_domain = novalocal {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.119944] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.enable_instance_password = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.120124] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.glance_link_prefix = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.120306] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.120482] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.120686] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.instance_list_per_project_cells = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.120870] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.list_records_by_skipping_down_cells = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.121121] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.local_metadata_per_cell = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.121309] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.max_limit = 1000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.121483] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.metadata_cache_expiration = 15 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.121669] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.neutron_default_tenant_id = default {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.121828] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.response_validation = warn {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.121997] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.use_neutron_default_nets = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.122182] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.122349] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.122518] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.122693] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.122866] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_dynamic_targets = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.123043] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_jsonfile_path = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.123232] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.123424] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.backend = dogpile.cache.memcached {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.123619] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.backend_argument = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.123796] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.config_prefix = cache.oslo {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.123968] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.dead_timeout = 60.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.124146] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.debug_cache_backend = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.124308] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.enable_retry_client = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.124477] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.enable_socket_keepalive = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.124657] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.enabled = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.124822] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.enforce_fips_mode = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.124989] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.expiration_time = 600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.125168] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.hashclient_retry_attempts = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.125336] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.125501] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_dead_retry = 300 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.125665] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_password = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.125849] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.126035] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.126203] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_pool_maxsize = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.126363] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.126524] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_sasl_enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.126712] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.126884] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.127056] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.memcache_username = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.127229] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.proxies = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.127393] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_db = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.127553] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_password = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.127725] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.127903] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.128085] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_server = localhost:6379 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.128258] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_socket_timeout = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.128420] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.redis_username = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.128587] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.retry_attempts = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.128759] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.retry_delay = 0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.128923] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.socket_keepalive_count = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.129099] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.socket_keepalive_idle = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.129265] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.socket_keepalive_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.129425] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.tls_allowed_ciphers = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.129583] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.tls_cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.129744] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.tls_certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.129907] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.tls_enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.130080] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cache.tls_keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.130254] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.130427] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.auth_type = password {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.130586] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.130762] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.130923] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.131098] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.131262] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.cross_az_attach = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.131424] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.debug = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.131581] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.endpoint_template = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.131769] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.http_retries = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.131901] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.132068] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.132238] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.os_region_name = RegionOne {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.132415] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.132555] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cinder.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.132726] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.132883] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.cpu_dedicated_set = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.133051] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.cpu_shared_set = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.133218] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.image_type_exclude_list = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.133383] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.133582] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.133748] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.133910] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.134090] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.134258] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.resource_provider_association_refresh = 300 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.134416] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.134580] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.shutdown_retry_interval = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.134760] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.134937] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] conductor.workers = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.135129] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] console.allowed_origins = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.135294] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] console.ssl_ciphers = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.135464] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] console.ssl_minimum_version = default {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.135636] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] consoleauth.enforce_session_timeout = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.135823] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] consoleauth.token_ttl = 600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136016] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136181] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136347] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136508] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136671] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136830] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.136993] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.137165] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.137327] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.137484] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.137645] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.region_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.137803] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.137960] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.138145] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.service_type = accelerator {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.138309] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.138477] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.138621] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.138778] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.138958] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.139132] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] cyborg.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.139313] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.backend = sqlalchemy {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.139481] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.connection = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.139648] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.connection_debug = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.139817] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.connection_parameters = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.139984] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.connection_recycle_time = 3600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.140161] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.connection_trace = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.140323] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.db_inc_retry_interval = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.140488] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.db_max_retries = 20 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.140652] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.db_max_retry_interval = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.140812] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.db_retry_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.140972] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.max_overflow = 50 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.141144] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.max_pool_size = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.141308] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.max_retries = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.141505] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.141672] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.mysql_wsrep_sync_wait = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.141869] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.pool_timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.142010] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.retry_interval = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.142170] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.slave_connection = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.142336] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.sqlite_synchronous = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.142532] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] database.use_db_reconnect = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.142678] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.backend = sqlalchemy {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.142846] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.connection = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.143026] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.connection_debug = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.143190] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.connection_parameters = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.143353] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.connection_recycle_time = 3600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.143539] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.connection_trace = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.143712] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.db_inc_retry_interval = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.143877] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.db_max_retries = 20 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.144055] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.db_max_retry_interval = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.144219] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.db_retry_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.144385] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.max_overflow = 50 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.144549] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.max_pool_size = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.144709] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.max_retries = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.144876] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.145044] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.145209] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.pool_timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.145372] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.retry_interval = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.145529] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.slave_connection = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.145693] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] api_database.sqlite_synchronous = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.145868] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] devices.enabled_mdev_types = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.146054] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.146228] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.146390] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ephemeral_storage_encryption.enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.146554] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.146723] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.api_servers = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.146886] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.147058] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.147224] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.147379] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.147537] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.147699] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.debug = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.147863] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.default_trusted_certificate_ids = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148032] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.enable_certificate_validation = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148199] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.enable_rbd_download = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148356] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148572] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148685] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148840] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.148997] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.149173] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.num_retries = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.149340] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.rbd_ceph_conf = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.149503] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.rbd_connect_timeout = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.149668] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.rbd_pool = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.149834] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.rbd_user = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.149990] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.region_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.150161] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.150320] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.150484] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.service_type = image {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.150646] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.150802] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.150956] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.151126] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.151312] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.151502] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.verify_glance_signatures = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.151741] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] glance.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.151924] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] guestfs.debug = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.152100] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] mks.enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.152462] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.152657] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] image_cache.manager_interval = 2400 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.152827] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] image_cache.precache_concurrency = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.152997] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] image_cache.remove_unused_base_images = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.153179] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.153347] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.153546] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] image_cache.subdirectory_name = _base {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.153734] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.api_max_retries = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.153900] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.api_retry_interval = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.154073] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.154240] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.auth_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.154401] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.154562] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.154724] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.154888] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.conductor_group = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.155059] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.155223] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.155383] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.155546] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.155706] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.155863] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.156027] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.156199] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.peer_list = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.156358] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.region_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.156517] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.156681] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.serial_console_state_timeout = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.156840] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.157015] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.service_type = baremetal {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.157187] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.shard = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.157352] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.157513] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.157673] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.157831] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.158022] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.158185] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ironic.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.158365] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.158536] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] key_manager.fixed_key = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.158720] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.158881] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.barbican_api_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.159049] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.barbican_endpoint = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.159224] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.barbican_endpoint_type = public {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.159384] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.barbican_region_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.159540] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.159700] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.159861] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160029] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160192] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160355] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.number_of_retries = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160516] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.retry_delay = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160681] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.send_service_user_token = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160840] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.160998] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.161171] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.verify_ssl = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.161328] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican.verify_ssl_path = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.161518] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.161687] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.auth_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.161845] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162011] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162179] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162338] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162493] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162655] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162811] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] barbican_service_user.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.162972] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.approle_role_id = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.163144] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.approle_secret_id = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.163312] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.kv_mountpoint = secret {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.163485] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.kv_path = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.163666] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.kv_version = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.163828] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.namespace = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.164026] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.root_token_id = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.164206] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.ssl_ca_crt_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.164377] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.timeout = 60.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.164544] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.use_ssl = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.164709] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.164877] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.165048] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.auth_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.165209] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.165365] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.165527] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.165693] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.165846] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166013] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166176] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166333] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166491] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166647] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166803] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.region_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.166961] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.167131] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.167301] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.service_type = identity {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.167462] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.167626] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.167789] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.167944] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.168138] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.168302] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] keystone.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.168502] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.connection_uri = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.168667] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_mode = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.168837] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.169009] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_models = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.169187] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_power_governor_high = performance {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.169356] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.169523] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_power_management = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.169696] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.169863] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.device_detach_attempts = 8 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.170040] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.device_detach_timeout = 20 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.170212] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.disk_cachemodes = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.170373] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.disk_prefix = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.170537] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.enabled_perf_events = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.170702] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.file_backed_memory = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.170867] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.gid_maps = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.171034] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.hw_disk_discard = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.171203] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.hw_machine_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.171388] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_rbd_ceph_conf = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.171564] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.171731] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.171902] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_rbd_glance_store_name = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.172088] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_rbd_pool = rbd {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.172265] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_type = default {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.172427] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.images_volume_group = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.172592] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.inject_key = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.172755] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.inject_partition = -2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.172916] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.inject_password = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.173089] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.iscsi_iface = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.173254] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.iser_use_multipath = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.173415] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.173600] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.173766] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_downtime = 500 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.173929] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.174103] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.174263] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_inbound_addr = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.174424] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.174582] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.174739] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_scheme = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.174909] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_timeout_action = abort {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.175084] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_tunnelled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.175250] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_uri = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.175415] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.live_migration_with_native_tls = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.175576] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.max_queues = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.175740] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.176051] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.176235] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.nfs_mount_options = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.176532] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.176710] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.176875] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.177045] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.177213] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.177376] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.num_pcie_ports = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.177542] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.177708] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.pmem_namespaces = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.177866] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.quobyte_client_cfg = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.178158] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.178335] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.178502] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.178667] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.178830] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rbd_secret_uuid = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.178984] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rbd_user = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.179162] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.179334] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.179494] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rescue_image_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.179654] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rescue_kernel_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.179812] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rescue_ramdisk_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.179979] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.180154] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.rx_queue_size = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.180322] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.smbfs_mount_options = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.180599] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.180773] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.snapshot_compression = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.180935] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.snapshot_image_format = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.181166] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.181338] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.sparse_logical_volumes = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.181503] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.swtpm_enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.181672] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.swtpm_group = tss {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.181838] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.swtpm_user = tss {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.182053] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.sysinfo_serial = unique {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.182231] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.tb_cache_size = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.182396] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.tx_queue_size = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.182561] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.uid_maps = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.182727] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.use_virtio_for_bridges = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.182898] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.virt_type = kvm {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.183082] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.volume_clear = zero {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.183249] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.volume_clear_size = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.183414] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.volume_use_multipath = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.183598] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_cache_path = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.183777] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.183947] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.184127] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.184299] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.184578] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.184757] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.vzstorage_mount_user = stack {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.184925] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.185112] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.185288] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.auth_type = password {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.185451] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.185615] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.185797] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.185975] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.186154] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.186327] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.default_floating_pool = public {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.186489] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.186655] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.extension_sync_interval = 600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.186819] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.http_retries = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.186982] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.187157] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.187318] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.187488] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.187649] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.187819] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.ovs_bridge = br-int {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.188031] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.physnets = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.188211] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.region_name = RegionOne {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.188376] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.188547] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.service_metadata_proxy = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.188712] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.188882] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.service_type = network {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.189054] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.189216] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.189375] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.189534] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.189714] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.189875] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] neutron.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.190058] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] notifications.bdms_in_notifications = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.190239] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] notifications.default_level = INFO {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.190411] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] notifications.notification_format = unversioned {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.190575] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] notifications.notify_on_state_change = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.190751] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.190923] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] pci.alias = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.191105] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] pci.device_spec = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.191272] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] pci.report_in_placement = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.191446] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.191617] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.auth_type = password {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.191781] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.191937] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.192105] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.192269] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.192426] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.192579] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.192738] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.default_domain_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.192896] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.default_domain_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.193063] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.domain_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.193218] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.domain_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.193373] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.193552] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.193718] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.193875] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.194045] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.194217] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.password = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.194374] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.project_domain_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.194538] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.project_domain_name = Default {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.194704] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.project_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.194873] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.project_name = service {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.195053] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.region_name = RegionOne {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.195220] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.195381] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.195551] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.service_type = placement {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.195715] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.195895] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.196082] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.196248] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.system_scope = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.196407] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.196567] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.trust_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.196730] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.user_domain_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.196900] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.user_domain_name = Default {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.197070] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.user_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.197248] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.username = nova {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.197431] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.197592] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] placement.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.197773] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.cores = 20 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.197938] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.count_usage_from_placement = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.198121] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.198299] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.injected_file_content_bytes = 10240 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.198468] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.injected_file_path_length = 255 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.198637] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.injected_files = 5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.198804] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.instances = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.198967] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.key_pairs = 100 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.199147] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.metadata_items = 128 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.199312] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.ram = 51200 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.199475] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.recheck_quota = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.199642] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.server_group_members = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.199807] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] quota.server_groups = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.200026] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.200206] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.200371] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.image_metadata_prefilter = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.200534] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.200698] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.max_attempts = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.200858] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.max_placement_results = 1000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.201031] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.201197] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.201360] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.201530] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] scheduler.workers = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.201701] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.201869] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.202056] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.202230] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.202393] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.202555] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.202718] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.202902] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.203081] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.host_subset_size = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.203250] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.203407] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.203591] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.203771] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.isolated_hosts = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.203949] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.isolated_images = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.204129] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.204291] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.204455] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.204619] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.pci_in_placement = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.204780] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.204939] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.205109] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.205269] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.205434] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.205594] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.205769] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.track_instance_changes = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.205965] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.206150] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metrics.required = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.206315] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metrics.weight_multiplier = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.206474] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.206639] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] metrics.weight_setting = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.206946] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.207135] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] serial_console.enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.207313] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] serial_console.port_range = 10000:20000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.207484] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.207656] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.207819] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] serial_console.serialproxy_port = 6083 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.207984] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.208169] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.auth_type = password {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.208330] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.208489] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.208652] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.208810] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.208967] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.209148] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.send_service_user_token = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.209312] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.209469] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] service_user.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.209640] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.agent_enabled = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.209801] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.210125] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.210318] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.210486] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.html5proxy_port = 6082 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.210648] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.image_compression = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.210805] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.jpeg_compression = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.210961] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.playback_compression = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.211133] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.require_secure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.211301] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.server_listen = 127.0.0.1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.211468] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.211624] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.streaming_mode = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.211776] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] spice.zlib_compression = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.211960] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] upgrade_levels.baseapi = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.212163] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] upgrade_levels.compute = auto {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.212325] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] upgrade_levels.conductor = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.212486] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] upgrade_levels.scheduler = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.212653] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.212811] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.212967] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.213137] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.213300] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.213477] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.213638] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.213802] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.213958] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vendordata_dynamic_auth.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.214145] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.api_retry_count = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.214304] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.ca_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.214476] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.214645] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.cluster_name = testcl1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.214807] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.connection_pool_size = 10 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.214964] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.console_delay_seconds = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.215143] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.datastore_regex = ^datastore.* {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.215349] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.215517] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.host_password = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.215683] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.host_port = 443 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.215866] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.host_username = administrator@vsphere.local {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.216051] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.insecure = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.216216] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.integration_bridge = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.216380] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.maximum_objects = 100 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.216538] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.pbm_default_policy = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.216701] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.pbm_enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.216858] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.pbm_wsdl_location = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.217035] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.217194] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.serial_port_proxy_uri = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.217349] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.serial_port_service_uri = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.217514] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.task_poll_interval = 0.5 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.217684] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.use_linked_clone = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.217849] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.vnc_keymap = en-us {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.218022] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.vnc_port = 5900 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.218183] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vmware.vnc_port_total = 10000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.218367] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.auth_schemes = ['none'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.218539] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.218826] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.219014] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.219189] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.novncproxy_port = 6080 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.219364] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.server_listen = 127.0.0.1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.219533] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.219695] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.vencrypt_ca_certs = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.219851] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.vencrypt_client_cert = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.220014] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vnc.vencrypt_client_key = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.220204] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.220368] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.disable_deep_image_inspection = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.220528] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.220687] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.220845] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221007] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.disable_rootwrap = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221176] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.enable_numa_live_migration = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221337] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221494] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221653] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221811] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.libvirt_disable_apic = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.221966] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.222146] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.222306] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.222471] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.222634] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.222790] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.222944] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.223112] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.223270] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.223433] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.223649] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.223828] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.client_socket_timeout = 900 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.224029] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.default_pool_size = 1000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.224218] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.keep_alive = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.224389] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.max_header_line = 16384 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.224554] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.224717] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.ssl_ca_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.224885] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.ssl_cert_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.225053] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.ssl_key_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.225219] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.tcp_keepidle = 600 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.225394] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.225560] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] zvm.ca_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.225720] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] zvm.cloud_connector_url = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.225995] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.226182] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] zvm.reachable_timeout = 300 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.226364] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.enforce_new_defaults = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.226752] env[62225]: WARNING oslo_config.cfg [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 475.226939] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.enforce_scope = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.227132] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.policy_default_rule = default {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.227317] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.227491] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.policy_file = policy.yaml {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.227670] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.227833] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.227993] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.228167] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.228328] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.228498] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.228672] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.228846] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.connection_string = messaging:// {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.229022] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.enabled = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.229199] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.es_doc_type = notification {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.229369] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.es_scroll_size = 10000 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.229534] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.es_scroll_time = 2m {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.229697] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.filter_error_trace = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.229864] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.hmac_keys = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.230041] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.sentinel_service_name = mymaster {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.230215] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.socket_timeout = 0.1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.230379] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.trace_requests = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.230538] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler.trace_sqlalchemy = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.230719] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler_jaeger.process_tags = {} {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.230880] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler_jaeger.service_name_prefix = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.231056] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] profiler_otlp.service_name_prefix = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.231225] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] remote_debug.host = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.231383] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] remote_debug.port = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.231563] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.231731] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.231897] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.232073] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.232240] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.232402] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.232565] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.232731] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.232896] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.233075] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.233242] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.233416] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.233622] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.233793] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.233965] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.234152] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.234320] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.234522] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.234695] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.234860] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.235038] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.235209] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.235370] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.235538] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.235702] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.235905] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.236097] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.236265] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.236436] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.236604] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.ssl = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.236779] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.236951] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.237126] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.237301] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.237474] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.237639] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.237826] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.237995] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_notifications.retry = -1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.238196] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.238371] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.238541] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.auth_section = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.238705] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.auth_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.238864] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.cafile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239033] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.certfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239199] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.collect_timing = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239357] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.connect_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239514] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.connect_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239675] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.endpoint_id = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239831] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.endpoint_override = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.239989] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.insecure = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.240155] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.keyfile = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.240312] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.max_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.240465] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.min_version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.240619] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.region_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.240803] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.retriable_status_codes = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.241037] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.service_name = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.241215] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.service_type = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.241381] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.split_loggers = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.241539] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.status_code_retries = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.241702] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.status_code_retry_delay = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.241856] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.timeout = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.242021] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.valid_interfaces = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.242184] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_limit.version = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.242351] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_reports.file_event_handler = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.242515] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.242672] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] oslo_reports.log_dir = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.242840] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.243008] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.243172] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.243338] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.243525] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.243695] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.243865] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.244035] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_ovs_privileged.group = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.244200] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.244363] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.244550] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.244721] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] vif_plug_ovs_privileged.user = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.244897] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.245142] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.245431] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.245705] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.245997] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.246312] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.246612] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.246903] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.247224] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.247517] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.isolate_vif = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.247756] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.247947] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.248144] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.248330] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.248499] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_vif_ovs.per_port_bridge = False {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.248673] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_brick.lock_path = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.248841] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249018] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249197] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] privsep_osbrick.capabilities = [21] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249350] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] privsep_osbrick.group = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249510] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] privsep_osbrick.helper_command = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249727] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249838] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.249997] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] privsep_osbrick.user = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.250186] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.250348] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] nova_sys_admin.group = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.250506] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] nova_sys_admin.helper_command = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.250671] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.250833] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.250989] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] nova_sys_admin.user = None {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 475.251135] env[62225]: DEBUG oslo_service.service [None req-3c386f2c-5a78-4505-a72e-b1cded33cc22 None None] ******************************************************************************** {{(pid=62225) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 475.251626] env[62225]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 475.755352] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Getting list of instances from cluster (obj){ [ 475.755352] env[62225]: value = "domain-c8" [ 475.755352] env[62225]: _type = "ClusterComputeResource" [ 475.755352] env[62225]: } {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 475.756926] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e15bd-47e9-4ecf-a660-7cf374d89013 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.765939] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Got total of 0 instances {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 475.766594] env[62225]: WARNING nova.virt.vmwareapi.driver [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 475.767113] env[62225]: INFO nova.virt.node [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Generated node identity 903ec370-a00f-40fb-b212-90647084112a [ 475.767408] env[62225]: INFO nova.virt.node [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Wrote node identity 903ec370-a00f-40fb-b212-90647084112a to /opt/stack/data/n-cpu-1/compute_id [ 476.270340] env[62225]: WARNING nova.compute.manager [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Compute nodes ['903ec370-a00f-40fb-b212-90647084112a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 477.277060] env[62225]: INFO nova.compute.manager [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 478.282480] env[62225]: WARNING nova.compute.manager [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 478.282852] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.282963] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.283127] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 478.283280] env[62225]: DEBUG nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 478.284272] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d5ba84-3004-42ec-8dc2-5db88f6f3de1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 478.292805] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b3251-316d-47b5-a5b5-d5772fdcafcd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 478.306132] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c2f34d-b2ef-47d7-8d65-e4b03356d7b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 478.313149] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7507acac-70c2-4d2d-bb67-f46061e8ec43 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 478.341847] env[62225]: DEBUG nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181720MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 478.341991] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.342190] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.844726] env[62225]: WARNING nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] No compute node record for cpu-1:903ec370-a00f-40fb-b212-90647084112a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 903ec370-a00f-40fb-b212-90647084112a could not be found. [ 479.348700] env[62225]: INFO nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 903ec370-a00f-40fb-b212-90647084112a [ 480.857498] env[62225]: DEBUG nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 480.857946] env[62225]: DEBUG nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 481.007654] env[62225]: INFO nova.scheduler.client.report [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] [req-97acee8e-6403-4f61-8860-e55f9644c80f] Created resource provider record via placement API for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 481.023161] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bad234c-9090-44ed-bc91-57586f93e5d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.030880] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b9b48-39e1-4d17-9211-7805ec23dde4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.060370] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df8de65-d57c-48be-b1c3-017f2b48427b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.067395] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b91b73-2123-4003-ac50-fd144aa9f48b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.080132] env[62225]: DEBUG nova.compute.provider_tree [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 481.617020] env[62225]: DEBUG nova.scheduler.client.report [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 481.617020] env[62225]: DEBUG nova.compute.provider_tree [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 0 to 1 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 481.617020] env[62225]: DEBUG nova.compute.provider_tree [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 481.668018] env[62225]: DEBUG nova.compute.provider_tree [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 1 to 2 during operation: update_traits {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 482.173276] env[62225]: DEBUG nova.compute.resource_tracker [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 482.173276] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.829s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 482.173276] env[62225]: DEBUG nova.service [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Creating RPC server for service compute {{(pid=62225) start /opt/stack/nova/nova/service.py:186}} [ 482.185551] env[62225]: DEBUG nova.service [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] Join ServiceGroup membership for this service compute {{(pid=62225) start /opt/stack/nova/nova/service.py:203}} [ 482.185551] env[62225]: DEBUG nova.servicegroup.drivers.db [None req-2862c736-a463-4fd2-b67f-94e31eb7d5cd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62225) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 516.246598] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquiring lock "b78ac8a0-9f43-4e01-9202-251e702a0412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 516.246933] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Lock "b78ac8a0-9f43-4e01-9202-251e702a0412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 516.752052] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 517.291624] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.291906] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.294430] env[62225]: INFO nova.compute.claims [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 517.594331] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquiring lock "7b1eb809-ea64-49d2-865b-2b79464cc2ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.594570] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Lock "7b1eb809-ea64-49d2-865b-2b79464cc2ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.099387] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 518.386960] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4111e4f3-8bb3-4471-a8bd-58ad0a290f55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.394903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae24cdd-bd11-4524-b548-acdd3be913d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.440094] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a39fc33-4f12-47d2-9683-e051c5b58024 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.451534] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41538307-47d9-49ee-80e4-c4e29dcfbd45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.465531] env[62225]: DEBUG nova.compute.provider_tree [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 518.632235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.970977] env[62225]: DEBUG nova.scheduler.client.report [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 519.478227] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 519.479106] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 519.484679] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.852s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.486141] env[62225]: INFO nova.compute.claims [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 519.770776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquiring lock "e7b9044c-e052-4d5a-acae-355947da2f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 519.771097] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Lock "e7b9044c-e052-4d5a-acae-355947da2f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 519.994098] env[62225]: DEBUG nova.compute.utils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 519.995696] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 519.995947] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 520.274745] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 520.374120] env[62225]: DEBUG nova.policy [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31f71c42d53f4b22b6ef16836f6297b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddb8b3b188024c278c3b7a5a6435a093', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 520.506949] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 520.613567] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4d414-a631-40be-b44c-51b478716d85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.621669] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c011d45-983a-49de-8852-a87836f2f44e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.661347] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dabe0e2-9e9c-4f6d-b859-ec2112d0bde1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.669566] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f28882-af2b-49e3-94a4-bb0f726db890 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 520.688903] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquiring lock "b2202d9f-aa29-452c-9aaa-8209eba12785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 520.688903] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Lock "b2202d9f-aa29-452c-9aaa-8209eba12785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 520.689532] env[62225]: DEBUG nova.compute.provider_tree [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 520.798434] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.195074] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 521.200118] env[62225]: DEBUG nova.scheduler.client.report [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 521.310201] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.310496] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.519615] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 521.525151] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Successfully created port: 078afca1-4344-440e-aaeb-58e799c1f8da {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 521.563307] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 521.563307] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 521.563489] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 521.565393] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 521.565590] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 521.565756] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 521.565991] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 521.566178] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 521.566583] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 521.566752] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 521.566929] env[62225]: DEBUG nova.virt.hardware [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 521.567903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c19989-0887-4ed1-99ea-3fd2953a1a34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.586070] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce24a92a-5843-4654-a0dd-873ade3eb787 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.606367] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062503bf-65b4-4065-b6b1-07528409a93b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.707281] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.707880] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 521.714149] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.914s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.718031] env[62225]: INFO nova.compute.claims [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 521.741774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.813184] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 522.223882] env[62225]: DEBUG nova.compute.utils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 522.227201] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 522.227338] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 522.341031] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.349313] env[62225]: DEBUG nova.policy [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a508447809b54134a042b7e6802a20ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c6eb27872f48568de02551fb874fb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 522.729209] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 522.859595] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32b3b3-4500-4a2c-bb2e-ffedecb1e3e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.868810] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a342f5d3-b62c-4a6b-9494-485c08b60988 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.905327] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3568e1e-cc08-4925-8188-2b71ca580af8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.913360] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ccfd83-cbd6-4c78-a1b9-51c10145483d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.928322] env[62225]: DEBUG nova.compute.provider_tree [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 523.303358] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Successfully created port: af3ef435-6c24-4e83-bfa7-be5b5fb1c545 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 523.431777] env[62225]: DEBUG nova.scheduler.client.report [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 523.745278] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 523.777989] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 523.778311] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 523.778468] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 523.778702] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 523.778821] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 523.778923] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 523.780324] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 523.780631] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 523.780696] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 523.780867] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 523.781150] env[62225]: DEBUG nova.virt.hardware [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 523.782169] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720fc0b-963f-4a56-8365-b8969c170e73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.790598] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78754823-4a56-4910-81a7-1e15a589ec04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 523.938922] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 523.939595] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 523.943677] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.201s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.948611] env[62225]: INFO nova.compute.claims [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 524.452574] env[62225]: DEBUG nova.compute.utils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 524.468025] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 524.468025] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 524.675628] env[62225]: DEBUG nova.policy [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe8bced74d3b42e8a51dbd8e59a68f67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b52f77ef3944267a5226d9a7b142801', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 524.800498] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquiring lock "2c018084-b99c-48ed-939c-7c0dda2f46fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.800776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Lock "2c018084-b99c-48ed-939c-7c0dda2f46fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.965388] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 525.109446] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fdccf-bc62-4d40-a0ce-0aa19fce9c01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.119819] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbaeba-306c-46fa-8913-de40e985c211 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.175932] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381527a-a89e-47f1-920c-66ce094de297 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.184161] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c4748-9f99-4b8e-b5e0-b88f4faacfb9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.198657] env[62225]: DEBUG nova.compute.provider_tree [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.303784] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 525.700786] env[62225]: DEBUG nova.scheduler.client.report [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 525.840882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.981669] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 526.016952] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 526.017512] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 526.017512] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 526.017512] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 526.017653] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 526.017768] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 526.017966] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 526.020274] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 526.020470] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 526.021309] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 526.021309] env[62225]: DEBUG nova.virt.hardware [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 526.021814] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6920650-697c-417a-a9a1-a57e1258d7b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.038636] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c51fe-6702-44f1-b148-f6bcf1d2f05a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.207914] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.207914] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 526.209930] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.871s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.213118] env[62225]: INFO nova.compute.claims [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.409596] env[62225]: ERROR nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 526.409596] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 526.409596] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 526.409596] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 526.409596] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 526.409596] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 526.409596] env[62225]: ERROR nova.compute.manager raise self.value [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 526.409596] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 526.409596] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 526.409596] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 526.411068] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 526.411068] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 526.411068] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 526.411068] env[62225]: ERROR nova.compute.manager [ 526.411068] env[62225]: Traceback (most recent call last): [ 526.411068] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 526.411068] env[62225]: listener.cb(fileno) [ 526.411068] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 526.411068] env[62225]: result = function(*args, **kwargs) [ 526.411068] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 526.411068] env[62225]: return func(*args, **kwargs) [ 526.411068] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 526.411068] env[62225]: raise e [ 526.411068] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 526.411068] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 526.411068] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 526.411068] env[62225]: created_port_ids = self._update_ports_for_instance( [ 526.411068] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 526.411068] env[62225]: with excutils.save_and_reraise_exception(): [ 526.411068] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 526.411068] env[62225]: self.force_reraise() [ 526.411068] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 526.411068] env[62225]: raise self.value [ 526.411068] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 526.411068] env[62225]: updated_port = self._update_port( [ 526.411068] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 526.411068] env[62225]: _ensure_no_port_binding_failure(port) [ 526.411068] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 526.411068] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 526.412494] env[62225]: nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 526.412494] env[62225]: Removing descriptor: 15 [ 526.413694] env[62225]: ERROR nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Traceback (most recent call last): [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] yield resources [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self.driver.spawn(context, instance, image_meta, [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self._vmops.spawn(context, instance, image_meta, injected_files, [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] vm_ref = self.build_virtual_machine(instance, [ 526.413694] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] vif_infos = vmwarevif.get_vif_info(self._session, [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] for vif in network_info: [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return self._sync_wrapper(fn, *args, **kwargs) [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self.wait() [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self[:] = self._gt.wait() [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return self._exit_event.wait() [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 526.413999] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] result = hub.switch() [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return self.greenlet.switch() [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] result = function(*args, **kwargs) [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return func(*args, **kwargs) [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] raise e [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] nwinfo = self.network_api.allocate_for_instance( [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] created_port_ids = self._update_ports_for_instance( [ 526.417153] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] with excutils.save_and_reraise_exception(): [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self.force_reraise() [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] raise self.value [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] updated_port = self._update_port( [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] _ensure_no_port_binding_failure(port) [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] raise exception.PortBindingFailed(port_id=port['id']) [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 526.417637] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] [ 526.417981] env[62225]: INFO nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Terminating instance [ 526.417981] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquiring lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.417981] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquired lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.417981] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 526.511210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "05f45474-a4df-410b-b5a5-d9d99f2a07f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.511477] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "05f45474-a4df-410b-b5a5-d9d99f2a07f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.517456] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Successfully created port: 727a6e99-e9ea-4b33-962a-7274994bef86 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 526.718469] env[62225]: DEBUG nova.compute.utils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 526.722271] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 526.722507] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 526.880715] env[62225]: DEBUG nova.policy [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08712cec1f4840a89fc28f93efe5817b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '205b6aac2fd54212991539ca5247a2fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 526.956474] env[62225]: DEBUG nova.compute.manager [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Received event network-changed-078afca1-4344-440e-aaeb-58e799c1f8da {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 526.956474] env[62225]: DEBUG nova.compute.manager [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Refreshing instance network info cache due to event network-changed-078afca1-4344-440e-aaeb-58e799c1f8da. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 526.956474] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] Acquiring lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.974483] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 527.014509] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 527.195681] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 527.225384] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 527.381019] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d259d21-94a8-432d-b02c-79f2211fb3ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.389157] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0604809c-cba7-4810-a03b-03d0a3e3d303 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.423835] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e598da6f-3a48-432a-a8bd-786fc911d968 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.431536] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77798b8e-91f8-4567-8d35-11a1a2377580 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.445537] env[62225]: DEBUG nova.compute.provider_tree [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.541684] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.699568] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Releasing lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.700012] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 527.700201] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 527.700531] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] Acquired lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.700697] env[62225]: DEBUG nova.network.neutron [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Refreshing network info cache for port 078afca1-4344-440e-aaeb-58e799c1f8da {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 527.705454] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50db5af0-8216-4b95-a152-d0fb8a587c46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.714276] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ef53d-3df7-44c5-880f-749a766e5132 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.746457] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b78ac8a0-9f43-4e01-9202-251e702a0412 could not be found. [ 527.746457] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 527.746775] env[62225]: INFO nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Took 0.05 seconds to destroy the instance on the hypervisor. [ 527.747057] env[62225]: DEBUG oslo.service.loopingcall [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 527.747818] env[62225]: DEBUG nova.compute.manager [-] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 527.747818] env[62225]: DEBUG nova.network.neutron [-] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 527.799378] env[62225]: DEBUG nova.network.neutron [-] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 527.949576] env[62225]: DEBUG nova.scheduler.client.report [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 528.249731] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 528.282506] env[62225]: DEBUG nova.network.neutron [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 528.301990] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 528.301990] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 528.301990] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 528.302371] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 528.302371] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 528.302371] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 528.302371] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 528.302371] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 528.303348] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 528.303642] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 528.304229] env[62225]: DEBUG nova.virt.hardware [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 528.304311] env[62225]: DEBUG nova.network.neutron [-] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.306766] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99bdc55-79f0-48da-87ea-0b4151a0fac3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.329054] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b23645-bb59-4eb7-9a06-d2405852578d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.339847] env[62225]: ERROR nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 528.339847] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 528.339847] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 528.339847] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 528.339847] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 528.339847] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 528.339847] env[62225]: ERROR nova.compute.manager raise self.value [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 528.339847] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 528.339847] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 528.339847] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 528.343176] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 528.343176] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 528.343176] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 528.343176] env[62225]: ERROR nova.compute.manager [ 528.343176] env[62225]: Traceback (most recent call last): [ 528.343176] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 528.343176] env[62225]: listener.cb(fileno) [ 528.343176] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 528.343176] env[62225]: result = function(*args, **kwargs) [ 528.343176] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 528.343176] env[62225]: return func(*args, **kwargs) [ 528.343176] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 528.343176] env[62225]: raise e [ 528.343176] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 528.343176] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 528.343176] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 528.343176] env[62225]: created_port_ids = self._update_ports_for_instance( [ 528.343176] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 528.343176] env[62225]: with excutils.save_and_reraise_exception(): [ 528.343176] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 528.343176] env[62225]: self.force_reraise() [ 528.343176] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 528.343176] env[62225]: raise self.value [ 528.343176] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 528.343176] env[62225]: updated_port = self._update_port( [ 528.343176] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 528.343176] env[62225]: _ensure_no_port_binding_failure(port) [ 528.343176] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 528.343176] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 528.346034] env[62225]: nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 528.346034] env[62225]: Removing descriptor: 16 [ 528.346034] env[62225]: ERROR nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Traceback (most recent call last): [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] yield resources [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self.driver.spawn(context, instance, image_meta, [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self._vmops.spawn(context, instance, image_meta, injected_files, [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 528.346034] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] vm_ref = self.build_virtual_machine(instance, [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] vif_infos = vmwarevif.get_vif_info(self._session, [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] for vif in network_info: [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return self._sync_wrapper(fn, *args, **kwargs) [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self.wait() [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self[:] = self._gt.wait() [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return self._exit_event.wait() [ 528.346744] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] result = hub.switch() [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return self.greenlet.switch() [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] result = function(*args, **kwargs) [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return func(*args, **kwargs) [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] raise e [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] nwinfo = self.network_api.allocate_for_instance( [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 528.347191] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] created_port_ids = self._update_ports_for_instance( [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] with excutils.save_and_reraise_exception(): [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self.force_reraise() [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] raise self.value [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] updated_port = self._update_port( [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] _ensure_no_port_binding_failure(port) [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 528.347648] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] raise exception.PortBindingFailed(port_id=port['id']) [ 528.348073] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 528.348073] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] [ 528.348073] env[62225]: INFO nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Terminating instance [ 528.358177] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquiring lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.358354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquired lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.358546] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 528.399529] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.399680] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.457097] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.457870] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 528.460723] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.619s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.461707] env[62225]: INFO nova.compute.claims [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.606879] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Successfully created port: fd3691cd-a51b-40f9-a13d-5a9ebcd184f4 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 528.635564] env[62225]: DEBUG nova.network.neutron [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 528.809124] env[62225]: INFO nova.compute.manager [-] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Took 1.06 seconds to deallocate network for instance. [ 528.813633] env[62225]: DEBUG nova.compute.claims [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 528.813633] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.897112] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 528.904995] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 528.968646] env[62225]: DEBUG nova.compute.utils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 528.973300] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 528.973300] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 529.139345] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9731107-a96e-4bae-8d69-e86b7e2eda21 req-61d336b1-7a13-4e4a-bdb6-f8f808a693a2 service nova] Releasing lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.154363] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 529.248910] env[62225]: DEBUG nova.compute.manager [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Received event network-changed-af3ef435-6c24-4e83-bfa7-be5b5fb1c545 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 529.249262] env[62225]: DEBUG nova.compute.manager [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Refreshing instance network info cache due to event network-changed-af3ef435-6c24-4e83-bfa7-be5b5fb1c545. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 529.252561] env[62225]: DEBUG oslo_concurrency.lockutils [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] Acquiring lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.285435] env[62225]: DEBUG nova.policy [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c499613dc3c4821afe551f6c1046857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3433de5daec94e9cba3a87e1eabad471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 529.450167] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.473801] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 529.651215] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bd7864-deec-42b2-a007-314705d339b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.660982] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Releasing lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.660982] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 529.660982] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 529.660982] env[62225]: DEBUG oslo_concurrency.lockutils [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] Acquired lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.661290] env[62225]: DEBUG nova.network.neutron [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Refreshing network info cache for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 529.662809] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ff2a452-2421-4f92-981c-366359fc1341 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.667033] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c397901-7bb0-4c94-8828-e7ae8cf1f1ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.679571] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c00d701-991e-4f6b-bd7f-1f587a704135 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.730702] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3a3cc-412b-4ee7-a812-2541e4103255 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.733790] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7b1eb809-ea64-49d2-865b-2b79464cc2ac could not be found. [ 529.734277] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 529.734277] env[62225]: INFO nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Took 0.07 seconds to destroy the instance on the hypervisor. [ 529.734444] env[62225]: DEBUG oslo.service.loopingcall [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 529.735034] env[62225]: DEBUG nova.compute.manager [-] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 529.735108] env[62225]: DEBUG nova.network.neutron [-] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 529.743457] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae593f-dfa8-4568-8ead-06a283807e29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.758026] env[62225]: DEBUG nova.compute.provider_tree [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 529.786867] env[62225]: DEBUG nova.network.neutron [-] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 530.228151] env[62225]: DEBUG nova.network.neutron [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 530.263070] env[62225]: DEBUG nova.scheduler.client.report [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 530.290241] env[62225]: DEBUG nova.network.neutron [-] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.491687] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 530.538001] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 530.538001] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 530.538001] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.538264] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 530.538264] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.538264] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 530.538264] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 530.538545] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 530.538839] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 530.539165] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 530.539616] env[62225]: DEBUG nova.virt.hardware [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 530.540657] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb07bf3-6e57-4b1e-837c-d2451123e2d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.552460] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966cb11c-14b2-4b13-96c7-c1699d0e0ab3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.614692] env[62225]: DEBUG nova.network.neutron [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 530.772120] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.772617] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 530.780175] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.239s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.782953] env[62225]: INFO nova.compute.claims [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 530.795615] env[62225]: INFO nova.compute.manager [-] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Took 1.06 seconds to deallocate network for instance. [ 530.799744] env[62225]: DEBUG nova.compute.claims [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 530.799744] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.983211] env[62225]: DEBUG nova.compute.manager [req-db223de2-5c1c-4f66-a79c-d546d849b0ee req-c59db342-7212-4273-a598-2363d2db1862 service nova] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Received event network-vif-deleted-078afca1-4344-440e-aaeb-58e799c1f8da {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 531.002907] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "87b041a3-bd88-4820-92f6-aee6e85f05f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.003142] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "87b041a3-bd88-4820-92f6-aee6e85f05f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.061571] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Successfully created port: 7e114931-5ece-4b03-b464-21c4ba56f0ca {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.119587] env[62225]: DEBUG oslo_concurrency.lockutils [req-6e296f22-8192-4058-84c1-cf9fec73ee17 req-0801f6ad-6874-4d97-a7dd-e8475903186f service nova] Releasing lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.291692] env[62225]: DEBUG nova.compute.utils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 531.299369] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquiring lock "da675d29-0035-49ae-87f3-cdd74674eab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.299605] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Lock "da675d29-0035-49ae-87f3-cdd74674eab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.303316] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 531.303316] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 531.498309] env[62225]: ERROR nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 531.498309] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 531.498309] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 531.498309] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 531.498309] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 531.498309] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 531.498309] env[62225]: ERROR nova.compute.manager raise self.value [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 531.498309] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 531.498309] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 531.498309] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 531.498867] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 531.498867] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 531.498867] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 531.498867] env[62225]: ERROR nova.compute.manager [ 531.498867] env[62225]: Traceback (most recent call last): [ 531.498867] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 531.498867] env[62225]: listener.cb(fileno) [ 531.498867] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 531.498867] env[62225]: result = function(*args, **kwargs) [ 531.498867] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 531.498867] env[62225]: return func(*args, **kwargs) [ 531.498867] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 531.498867] env[62225]: raise e [ 531.498867] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 531.498867] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 531.498867] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 531.498867] env[62225]: created_port_ids = self._update_ports_for_instance( [ 531.498867] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 531.498867] env[62225]: with excutils.save_and_reraise_exception(): [ 531.498867] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 531.498867] env[62225]: self.force_reraise() [ 531.498867] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 531.498867] env[62225]: raise self.value [ 531.498867] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 531.498867] env[62225]: updated_port = self._update_port( [ 531.498867] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 531.498867] env[62225]: _ensure_no_port_binding_failure(port) [ 531.498867] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 531.498867] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 531.499880] env[62225]: nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 531.499880] env[62225]: Removing descriptor: 17 [ 531.499880] env[62225]: ERROR nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Traceback (most recent call last): [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] yield resources [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self.driver.spawn(context, instance, image_meta, [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self._vmops.spawn(context, instance, image_meta, injected_files, [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 531.499880] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] vm_ref = self.build_virtual_machine(instance, [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] vif_infos = vmwarevif.get_vif_info(self._session, [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] for vif in network_info: [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return self._sync_wrapper(fn, *args, **kwargs) [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self.wait() [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self[:] = self._gt.wait() [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return self._exit_event.wait() [ 531.500566] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] result = hub.switch() [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return self.greenlet.switch() [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] result = function(*args, **kwargs) [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return func(*args, **kwargs) [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] raise e [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] nwinfo = self.network_api.allocate_for_instance( [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 531.501029] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] created_port_ids = self._update_ports_for_instance( [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] with excutils.save_and_reraise_exception(): [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self.force_reraise() [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] raise self.value [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] updated_port = self._update_port( [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] _ensure_no_port_binding_failure(port) [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 531.501476] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] raise exception.PortBindingFailed(port_id=port['id']) [ 531.501857] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 531.501857] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] [ 531.501857] env[62225]: INFO nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Terminating instance [ 531.505013] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquiring lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.505181] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquired lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.505345] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 531.506420] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 531.515245] env[62225]: DEBUG nova.policy [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509260a5de2a42d1aabbc5a2f7cc9d90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39f9bc4315a149fcb4d9ffb3f5bfb217', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 531.786194] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "9b36321a-5dff-49cb-a852-aadc4e939893" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.786766] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "9b36321a-5dff-49cb-a852-aadc4e939893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.809295] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 531.816210] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 532.063358] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.073478] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 532.111544] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f189a-7be8-4f92-8756-3791c752bde5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.122893] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8027400c-f4aa-44cc-ac9d-918d5d1d49c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.157529] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8868628-2439-45db-80ae-715808438e05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.168710] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c1160-40f1-4df8-a924-af1c3cd2d14f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.187559] env[62225]: DEBUG nova.compute.provider_tree [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.333652] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 532.360987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.571761] env[62225]: ERROR nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 532.571761] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 532.571761] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 532.571761] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 532.571761] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 532.571761] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 532.571761] env[62225]: ERROR nova.compute.manager raise self.value [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 532.571761] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 532.571761] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 532.571761] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 532.572458] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 532.572458] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 532.572458] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 532.572458] env[62225]: ERROR nova.compute.manager [ 532.572458] env[62225]: Traceback (most recent call last): [ 532.572458] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 532.572458] env[62225]: listener.cb(fileno) [ 532.572458] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 532.572458] env[62225]: result = function(*args, **kwargs) [ 532.572458] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 532.572458] env[62225]: return func(*args, **kwargs) [ 532.572458] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 532.572458] env[62225]: raise e [ 532.572458] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 532.572458] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 532.572458] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 532.572458] env[62225]: created_port_ids = self._update_ports_for_instance( [ 532.572458] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 532.572458] env[62225]: with excutils.save_and_reraise_exception(): [ 532.572458] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 532.572458] env[62225]: self.force_reraise() [ 532.572458] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 532.572458] env[62225]: raise self.value [ 532.572458] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 532.572458] env[62225]: updated_port = self._update_port( [ 532.572458] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 532.572458] env[62225]: _ensure_no_port_binding_failure(port) [ 532.572458] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 532.572458] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 532.573597] env[62225]: nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 532.573597] env[62225]: Removing descriptor: 15 [ 532.573597] env[62225]: ERROR nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Traceback (most recent call last): [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] yield resources [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self.driver.spawn(context, instance, image_meta, [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self._vmops.spawn(context, instance, image_meta, injected_files, [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 532.573597] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] vm_ref = self.build_virtual_machine(instance, [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] vif_infos = vmwarevif.get_vif_info(self._session, [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] for vif in network_info: [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return self._sync_wrapper(fn, *args, **kwargs) [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self.wait() [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self[:] = self._gt.wait() [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return self._exit_event.wait() [ 532.573899] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] result = hub.switch() [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return self.greenlet.switch() [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] result = function(*args, **kwargs) [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return func(*args, **kwargs) [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] raise e [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] nwinfo = self.network_api.allocate_for_instance( [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 532.574251] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] created_port_ids = self._update_ports_for_instance( [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] with excutils.save_and_reraise_exception(): [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self.force_reraise() [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] raise self.value [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] updated_port = self._update_port( [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] _ensure_no_port_binding_failure(port) [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 532.574698] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] raise exception.PortBindingFailed(port_id=port['id']) [ 532.575093] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 532.575093] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] [ 532.575093] env[62225]: INFO nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Terminating instance [ 532.577120] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquiring lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.577294] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquired lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.577507] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 532.693092] env[62225]: DEBUG nova.scheduler.client.report [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 532.823536] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 532.836702] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Releasing lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.836992] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 532.839424] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 532.839424] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f35d02ff-688a-4e71-8b71-a25423f6abda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.851193] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d388a89-99a7-4f31-9e21-6e088f5a0574 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.886161] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 532.886161] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 532.886161] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 532.886319] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 532.886319] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 532.886319] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 532.886319] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 532.886319] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 532.886460] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 532.886460] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 532.886460] env[62225]: DEBUG nova.virt.hardware [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 532.886711] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d82e1f-0b53-4a5b-88ea-03fb8eb8fceb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.895314] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e7b9044c-e052-4d5a-acae-355947da2f4a could not be found. [ 532.895545] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 532.896795] env[62225]: INFO nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Took 0.06 seconds to destroy the instance on the hypervisor. [ 532.896795] env[62225]: DEBUG oslo.service.loopingcall [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 532.896941] env[62225]: DEBUG nova.compute.manager [-] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 532.897265] env[62225]: DEBUG nova.network.neutron [-] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 532.902827] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f245c79-a015-4236-b30b-33251fa26aea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.964748] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Successfully created port: c25c5637-d1ad-4992-ab04-701a603923f5 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 532.970033] env[62225]: DEBUG nova.network.neutron [-] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 533.104924] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 533.133726] env[62225]: DEBUG nova.compute.manager [req-342b1e24-6609-497a-a548-28bf32880bd5 req-959e8cb0-ecad-44c5-9114-f171ac61f247 service nova] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Received event network-vif-deleted-af3ef435-6c24-4e83-bfa7-be5b5fb1c545 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 533.200058] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.200058] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 533.204054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 4.391s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.213498] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.472435] env[62225]: DEBUG nova.network.neutron [-] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.604304] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "b1f1769c-2911-449f-a5ef-911f179e4813" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.604304] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "b1f1769c-2911-449f-a5ef-911f179e4813" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.711636] env[62225]: DEBUG nova.compute.utils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.717939] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 533.718145] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 533.720330] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Releasing lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.720468] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 533.720654] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 533.720933] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caf4ecea-9d8f-46ba-8c39-786d75a43edc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.745602] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a511e77c-bc2d-475b-83d5-0787d39c66d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.772803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "3234501a-af49-4852-a746-73ff62a66a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.772934] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "3234501a-af49-4852-a746-73ff62a66a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.783637] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b2202d9f-aa29-452c-9aaa-8209eba12785 could not be found. [ 533.783900] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 533.784394] env[62225]: INFO nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Took 0.06 seconds to destroy the instance on the hypervisor. [ 533.784394] env[62225]: DEBUG oslo.service.loopingcall [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 533.784991] env[62225]: DEBUG nova.compute.manager [-] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 533.784991] env[62225]: DEBUG nova.network.neutron [-] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 533.825188] env[62225]: DEBUG nova.network.neutron [-] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 533.868672] env[62225]: DEBUG nova.policy [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009bd21de47c4eb79fc45e98cf4cfedf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9aeddef6b5e4ae3a1d9939392e91b42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 533.976627] env[62225]: INFO nova.compute.manager [-] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Took 1.08 seconds to deallocate network for instance. [ 533.980587] env[62225]: DEBUG nova.compute.claims [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 533.982981] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.063436] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9435006e-d21a-4769-882c-7755d0df8eda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.080723] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4442b83-2e76-495c-96ef-155d4c11cff3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.121734] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f04d1-61c4-4247-9d6c-2f0c436c2952 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.130022] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a4903e-884a-466b-8d11-1713cd26549d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.150031] env[62225]: DEBUG nova.compute.provider_tree [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.217419] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 534.333334] env[62225]: DEBUG nova.network.neutron [-] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 534.389019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.389019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.650769] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.651077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.653025] env[62225]: DEBUG nova.scheduler.client.report [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 534.742478] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Successfully created port: 53c0eb48-3989-4567-b158-188f573e1f78 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.836983] env[62225]: INFO nova.compute.manager [-] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Took 1.05 seconds to deallocate network for instance. [ 534.839285] env[62225]: DEBUG nova.compute.claims [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 534.839456] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.137797] env[62225]: DEBUG nova.compute.manager [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Received event network-changed-727a6e99-e9ea-4b33-962a-7274994bef86 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 535.137946] env[62225]: DEBUG nova.compute.manager [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Refreshing instance network info cache due to event network-changed-727a6e99-e9ea-4b33-962a-7274994bef86. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 535.138169] env[62225]: DEBUG oslo_concurrency.lockutils [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] Acquiring lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.138307] env[62225]: DEBUG oslo_concurrency.lockutils [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] Acquired lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.138462] env[62225]: DEBUG nova.network.neutron [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Refreshing network info cache for port 727a6e99-e9ea-4b33-962a-7274994bef86 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 535.158884] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.955s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.159527] env[62225]: ERROR nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Traceback (most recent call last): [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self.driver.spawn(context, instance, image_meta, [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self._vmops.spawn(context, instance, image_meta, injected_files, [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] vm_ref = self.build_virtual_machine(instance, [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] vif_infos = vmwarevif.get_vif_info(self._session, [ 535.159527] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] for vif in network_info: [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return self._sync_wrapper(fn, *args, **kwargs) [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self.wait() [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self[:] = self._gt.wait() [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return self._exit_event.wait() [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] result = hub.switch() [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 535.159852] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return self.greenlet.switch() [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] result = function(*args, **kwargs) [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] return func(*args, **kwargs) [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] raise e [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] nwinfo = self.network_api.allocate_for_instance( [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] created_port_ids = self._update_ports_for_instance( [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] with excutils.save_and_reraise_exception(): [ 535.160174] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] self.force_reraise() [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] raise self.value [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] updated_port = self._update_port( [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] _ensure_no_port_binding_failure(port) [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] raise exception.PortBindingFailed(port_id=port['id']) [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] nova.exception.PortBindingFailed: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. [ 535.160484] env[62225]: ERROR nova.compute.manager [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] [ 535.160747] env[62225]: DEBUG nova.compute.utils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 535.161526] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.712s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.163369] env[62225]: INFO nova.compute.claims [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.171238] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Build of instance b78ac8a0-9f43-4e01-9202-251e702a0412 was re-scheduled: Binding failed for port 078afca1-4344-440e-aaeb-58e799c1f8da, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 535.171928] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 535.172655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquiring lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.172655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Acquired lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.172655] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 535.228185] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 535.250850] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 535.251117] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 535.251290] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.251470] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 535.251626] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.251773] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 535.251975] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 535.252664] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 535.252862] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 535.253066] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 535.253256] env[62225]: DEBUG nova.virt.hardware [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 535.254320] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e369716-99d6-48e1-8558-25bb84194f71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.265053] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9f38a-eb50-4a55-8e78-aafacd83417b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.674960] env[62225]: DEBUG nova.network.neutron [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 535.712299] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 535.745386] env[62225]: ERROR nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 535.745386] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.745386] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.745386] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.745386] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.745386] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.745386] env[62225]: ERROR nova.compute.manager raise self.value [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.745386] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 535.745386] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.745386] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 535.745849] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.745849] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 535.745849] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 535.745849] env[62225]: ERROR nova.compute.manager [ 535.745849] env[62225]: Traceback (most recent call last): [ 535.745849] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 535.745849] env[62225]: listener.cb(fileno) [ 535.745849] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.745849] env[62225]: result = function(*args, **kwargs) [ 535.745849] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 535.745849] env[62225]: return func(*args, **kwargs) [ 535.745849] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 535.745849] env[62225]: raise e [ 535.745849] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.745849] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 535.745849] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.745849] env[62225]: created_port_ids = self._update_ports_for_instance( [ 535.745849] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.745849] env[62225]: with excutils.save_and_reraise_exception(): [ 535.745849] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.745849] env[62225]: self.force_reraise() [ 535.745849] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.745849] env[62225]: raise self.value [ 535.745849] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.745849] env[62225]: updated_port = self._update_port( [ 535.745849] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.745849] env[62225]: _ensure_no_port_binding_failure(port) [ 535.745849] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.745849] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 535.746591] env[62225]: nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 535.746591] env[62225]: Removing descriptor: 16 [ 535.746737] env[62225]: ERROR nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Traceback (most recent call last): [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] yield resources [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self.driver.spawn(context, instance, image_meta, [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self._vmops.spawn(context, instance, image_meta, injected_files, [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] vm_ref = self.build_virtual_machine(instance, [ 535.746737] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] vif_infos = vmwarevif.get_vif_info(self._session, [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] for vif in network_info: [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return self._sync_wrapper(fn, *args, **kwargs) [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self.wait() [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self[:] = self._gt.wait() [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return self._exit_event.wait() [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 535.747066] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] result = hub.switch() [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return self.greenlet.switch() [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] result = function(*args, **kwargs) [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return func(*args, **kwargs) [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] raise e [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] nwinfo = self.network_api.allocate_for_instance( [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] created_port_ids = self._update_ports_for_instance( [ 535.747447] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] with excutils.save_and_reraise_exception(): [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self.force_reraise() [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] raise self.value [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] updated_port = self._update_port( [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] _ensure_no_port_binding_failure(port) [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] raise exception.PortBindingFailed(port_id=port['id']) [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 535.747789] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] [ 535.748119] env[62225]: INFO nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Terminating instance [ 535.750417] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.750608] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquired lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.750781] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 535.928301] env[62225]: DEBUG nova.network.neutron [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 535.997246] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.319616] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 536.336164] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "cf667989-ee94-4da7-9d77-fe615eacf562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.336164] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "cf667989-ee94-4da7-9d77-fe615eacf562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.430051] env[62225]: DEBUG oslo_concurrency.lockutils [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] Releasing lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.430051] env[62225]: DEBUG nova.compute.manager [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Received event network-vif-deleted-727a6e99-e9ea-4b33-962a-7274994bef86 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 536.430051] env[62225]: DEBUG nova.compute.manager [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Received event network-changed-fd3691cd-a51b-40f9-a13d-5a9ebcd184f4 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 536.430197] env[62225]: DEBUG nova.compute.manager [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Refreshing instance network info cache due to event network-changed-fd3691cd-a51b-40f9-a13d-5a9ebcd184f4. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 536.430390] env[62225]: DEBUG oslo_concurrency.lockutils [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] Acquiring lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.431296] env[62225]: DEBUG oslo_concurrency.lockutils [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] Acquired lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.431296] env[62225]: DEBUG nova.network.neutron [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Refreshing network info cache for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 536.504186] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Releasing lock "refresh_cache-b78ac8a0-9f43-4e01-9202-251e702a0412" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.504440] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 536.505381] env[62225]: DEBUG nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 536.505381] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 536.515138] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf8f1e3-089b-4964-abf3-52ae33705a8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.524298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f9150-e3e9-4e13-9e8b-cd36c93276e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.556838] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e583120-4dbc-4d5d-a364-b74d42e609d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.565637] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac581fc5-41c7-432b-aec3-eb3b57dbd897 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.581366] env[62225]: DEBUG nova.compute.provider_tree [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.587303] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 536.594029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.594232] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.618650] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.759959] env[62225]: ERROR nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 536.759959] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 536.759959] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 536.759959] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 536.759959] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 536.759959] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 536.759959] env[62225]: ERROR nova.compute.manager raise self.value [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 536.759959] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 536.759959] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 536.759959] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 536.760866] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 536.760866] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 536.760866] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 536.760866] env[62225]: ERROR nova.compute.manager [ 536.760866] env[62225]: Traceback (most recent call last): [ 536.760866] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 536.760866] env[62225]: listener.cb(fileno) [ 536.760866] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 536.760866] env[62225]: result = function(*args, **kwargs) [ 536.760866] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 536.760866] env[62225]: return func(*args, **kwargs) [ 536.760866] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 536.760866] env[62225]: raise e [ 536.760866] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 536.760866] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 536.760866] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 536.760866] env[62225]: created_port_ids = self._update_ports_for_instance( [ 536.760866] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 536.760866] env[62225]: with excutils.save_and_reraise_exception(): [ 536.760866] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 536.760866] env[62225]: self.force_reraise() [ 536.760866] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 536.760866] env[62225]: raise self.value [ 536.760866] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 536.760866] env[62225]: updated_port = self._update_port( [ 536.760866] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 536.760866] env[62225]: _ensure_no_port_binding_failure(port) [ 536.760866] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 536.760866] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 536.761896] env[62225]: nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 536.761896] env[62225]: Removing descriptor: 18 [ 536.761896] env[62225]: ERROR nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Traceback (most recent call last): [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] yield resources [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self.driver.spawn(context, instance, image_meta, [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self._vmops.spawn(context, instance, image_meta, injected_files, [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 536.761896] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] vm_ref = self.build_virtual_machine(instance, [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] vif_infos = vmwarevif.get_vif_info(self._session, [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] for vif in network_info: [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return self._sync_wrapper(fn, *args, **kwargs) [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self.wait() [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self[:] = self._gt.wait() [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return self._exit_event.wait() [ 536.762204] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] result = hub.switch() [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return self.greenlet.switch() [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] result = function(*args, **kwargs) [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return func(*args, **kwargs) [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] raise e [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] nwinfo = self.network_api.allocate_for_instance( [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 536.762539] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] created_port_ids = self._update_ports_for_instance( [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] with excutils.save_and_reraise_exception(): [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self.force_reraise() [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] raise self.value [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] updated_port = self._update_port( [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] _ensure_no_port_binding_failure(port) [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 536.762852] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] raise exception.PortBindingFailed(port_id=port['id']) [ 536.763187] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 536.763187] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] [ 536.763187] env[62225]: INFO nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Terminating instance [ 536.766066] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquiring lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.766066] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquired lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.766066] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 536.964240] env[62225]: DEBUG nova.network.neutron [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 537.090612] env[62225]: DEBUG nova.scheduler.client.report [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 537.095493] env[62225]: DEBUG nova.network.neutron [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.121607] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Releasing lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.125700] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 537.125700] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 537.125700] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d11b9e1-c13e-4971-9ae0-ab53260e9f5a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.136478] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa78fc4e-cad3-4fba-8ccf-5e7e694f5d37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.159603] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e3c3ae0f-76dd-40fe-b78c-57075ca1b0be could not be found. [ 537.159913] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 537.160113] env[62225]: INFO nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Took 0.04 seconds to destroy the instance on the hypervisor. [ 537.161206] env[62225]: DEBUG oslo.service.loopingcall [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 537.162397] env[62225]: DEBUG nova.network.neutron [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.163798] env[62225]: DEBUG nova.compute.manager [-] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 537.163895] env[62225]: DEBUG nova.network.neutron [-] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 537.186118] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.186420] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.187445] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 537.187445] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 537.219271] env[62225]: DEBUG nova.compute.manager [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Received event network-changed-7e114931-5ece-4b03-b464-21c4ba56f0ca {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 537.219364] env[62225]: DEBUG nova.compute.manager [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Refreshing instance network info cache due to event network-changed-7e114931-5ece-4b03-b464-21c4ba56f0ca. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 537.219664] env[62225]: DEBUG oslo_concurrency.lockutils [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] Acquiring lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.219823] env[62225]: DEBUG oslo_concurrency.lockutils [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] Acquired lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.219992] env[62225]: DEBUG nova.network.neutron [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Refreshing network info cache for port 7e114931-5ece-4b03-b464-21c4ba56f0ca {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 537.222081] env[62225]: DEBUG nova.network.neutron [-] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 537.291260] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 537.472582] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.543091] env[62225]: ERROR nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 537.543091] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 537.543091] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 537.543091] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 537.543091] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 537.543091] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 537.543091] env[62225]: ERROR nova.compute.manager raise self.value [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 537.543091] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 537.543091] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 537.543091] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 537.543718] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 537.543718] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 537.543718] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 537.543718] env[62225]: ERROR nova.compute.manager [ 537.543718] env[62225]: Traceback (most recent call last): [ 537.543718] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 537.543718] env[62225]: listener.cb(fileno) [ 537.543718] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 537.543718] env[62225]: result = function(*args, **kwargs) [ 537.543718] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 537.543718] env[62225]: return func(*args, **kwargs) [ 537.543718] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 537.543718] env[62225]: raise e [ 537.543718] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 537.543718] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 537.543718] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 537.543718] env[62225]: created_port_ids = self._update_ports_for_instance( [ 537.543718] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 537.543718] env[62225]: with excutils.save_and_reraise_exception(): [ 537.543718] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 537.543718] env[62225]: self.force_reraise() [ 537.543718] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 537.543718] env[62225]: raise self.value [ 537.543718] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 537.543718] env[62225]: updated_port = self._update_port( [ 537.543718] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 537.543718] env[62225]: _ensure_no_port_binding_failure(port) [ 537.543718] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 537.543718] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 537.544435] env[62225]: nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 537.544435] env[62225]: Removing descriptor: 15 [ 537.544435] env[62225]: ERROR nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Traceback (most recent call last): [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] yield resources [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self.driver.spawn(context, instance, image_meta, [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self._vmops.spawn(context, instance, image_meta, injected_files, [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 537.544435] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] vm_ref = self.build_virtual_machine(instance, [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] vif_infos = vmwarevif.get_vif_info(self._session, [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] for vif in network_info: [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return self._sync_wrapper(fn, *args, **kwargs) [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self.wait() [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self[:] = self._gt.wait() [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return self._exit_event.wait() [ 537.544919] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] result = hub.switch() [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return self.greenlet.switch() [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] result = function(*args, **kwargs) [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return func(*args, **kwargs) [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] raise e [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] nwinfo = self.network_api.allocate_for_instance( [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 537.545388] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] created_port_ids = self._update_ports_for_instance( [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] with excutils.save_and_reraise_exception(): [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self.force_reraise() [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] raise self.value [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] updated_port = self._update_port( [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] _ensure_no_port_binding_failure(port) [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 537.545737] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] raise exception.PortBindingFailed(port_id=port['id']) [ 537.546138] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 537.546138] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] [ 537.546138] env[62225]: INFO nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Terminating instance [ 537.551540] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.551540] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquired lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.551540] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 537.598212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.598742] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 537.606627] env[62225]: INFO nova.compute.manager [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] [instance: b78ac8a0-9f43-4e01-9202-251e702a0412] Took 1.10 seconds to deallocate network for instance. [ 537.611716] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 6.812s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.630169] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "6e3f397f-f581-4de1-a6ae-307121bfa897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.630625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.668263] env[62225]: DEBUG oslo_concurrency.lockutils [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] Releasing lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.669267] env[62225]: DEBUG nova.compute.manager [req-ec88b3b5-166f-4fe8-9929-075ab4d230b9 req-1d47dc7e-cedb-4c0d-bd9c-9e63ad6c580e service nova] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Received event network-vif-deleted-fd3691cd-a51b-40f9-a13d-5a9ebcd184f4 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 537.691344] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.691344] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.691503] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.691795] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.691795] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.691795] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.691978] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 537.692218] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Didn't find any instances for network info cache update. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 537.692413] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.692648] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.693023] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.693023] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.693208] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.693876] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 537.727272] env[62225]: DEBUG nova.network.neutron [-] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.769887] env[62225]: DEBUG nova.network.neutron [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 537.871723] env[62225]: DEBUG nova.network.neutron [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.977264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Releasing lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.978152] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 537.978152] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 537.978236] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d364bfa4-3337-4df9-bdd6-3c0dbc34584e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.991443] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72af6e4-d865-49a0-9eb8-2153d17364c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.012012] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.012254] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.017192] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2c018084-b99c-48ed-939c-7c0dda2f46fd could not be found. [ 538.017470] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 538.017607] env[62225]: INFO nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Took 0.04 seconds to destroy the instance on the hypervisor. [ 538.017842] env[62225]: DEBUG oslo.service.loopingcall [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.018089] env[62225]: DEBUG nova.compute.manager [-] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 538.018156] env[62225]: DEBUG nova.network.neutron [-] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 538.053687] env[62225]: DEBUG nova.network.neutron [-] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 538.104926] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 538.113409] env[62225]: DEBUG nova.compute.utils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.119474] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 538.119733] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 538.200213] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Getting list of instances from cluster (obj){ [ 538.200213] env[62225]: value = "domain-c8" [ 538.200213] env[62225]: _type = "ClusterComputeResource" [ 538.200213] env[62225]: } {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 538.203058] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094d302-23de-407b-a2ba-19537106cbd4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.217241] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Got total of 0 instances {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 538.217241] env[62225]: WARNING nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] While synchronizing instance power states, found 6 instances in the database and 0 instances on the hypervisor. [ 538.217241] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid e7b9044c-e052-4d5a-acae-355947da2f4a {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 538.217241] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid b2202d9f-aa29-452c-9aaa-8209eba12785 {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 538.217241] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid e3c3ae0f-76dd-40fe-b78c-57075ca1b0be {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 538.217241] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid 2c018084-b99c-48ed-939c-7c0dda2f46fd {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 538.217698] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid 05f45474-a4df-410b-b5a5-d9d99f2a07f0 {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 538.217992] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid a1bf1a9f-caf9-469e-9de4-76e146cfa2ca {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 538.218450] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "e7b9044c-e052-4d5a-acae-355947da2f4a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.218815] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "b2202d9f-aa29-452c-9aaa-8209eba12785" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.219150] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.221019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "2c018084-b99c-48ed-939c-7c0dda2f46fd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.221019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "05f45474-a4df-410b-b5a5-d9d99f2a07f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.221019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.221019] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 538.221019] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 538.221329] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 538.229095] env[62225]: INFO nova.compute.manager [-] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Took 1.07 seconds to deallocate network for instance. [ 538.233550] env[62225]: DEBUG nova.compute.claims [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 538.233877] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.246063] env[62225]: DEBUG nova.policy [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '009bd21de47c4eb79fc45e98cf4cfedf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9aeddef6b5e4ae3a1d9939392e91b42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 538.375549] env[62225]: DEBUG oslo_concurrency.lockutils [req-22a516a9-82e4-401a-ba6f-8ac34ea73024 req-82cb9fb4-1386-4edc-ae81-288d28ee6290 service nova] Releasing lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.408883] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.414490] env[62225]: DEBUG nova.compute.manager [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Received event network-changed-53c0eb48-3989-4567-b158-188f573e1f78 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 538.414709] env[62225]: DEBUG nova.compute.manager [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Refreshing instance network info cache due to event network-changed-53c0eb48-3989-4567-b158-188f573e1f78. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 538.414898] env[62225]: DEBUG oslo_concurrency.lockutils [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] Acquiring lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.500522] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954e557b-3f32-458a-befe-018989b35678 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.511558] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61243f08-9b2a-45d4-936f-2ca83267d3db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.555581] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed915d60-7fd9-4376-8881-5d9dd1329f58 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.561926] env[62225]: DEBUG nova.network.neutron [-] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.566267] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae129ed-b1f0-4a30-a3d8-53e5c7e62c21 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.581700] env[62225]: DEBUG nova.compute.provider_tree [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.625133] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 538.678386] env[62225]: INFO nova.scheduler.client.report [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Deleted allocations for instance b78ac8a0-9f43-4e01-9202-251e702a0412 [ 538.725065] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.914104] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Releasing lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.914317] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 538.914509] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 538.914822] env[62225]: DEBUG oslo_concurrency.lockutils [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] Acquired lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.915043] env[62225]: DEBUG nova.network.neutron [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Refreshing network info cache for port 53c0eb48-3989-4567-b158-188f573e1f78 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 538.916065] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13e0ce6f-2c53-4a3c-868d-32b60946d601 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.926499] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c3ab8c-fcd9-4298-896d-cbcd1e40e525 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.951939] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 05f45474-a4df-410b-b5a5-d9d99f2a07f0 could not be found. [ 538.952231] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 538.952414] env[62225]: INFO nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Took 0.04 seconds to destroy the instance on the hypervisor. [ 538.952654] env[62225]: DEBUG oslo.service.loopingcall [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.953667] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Successfully created port: ff84dc81-750b-49be-bfb3-6a67d105a1a3 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.955714] env[62225]: DEBUG nova.compute.manager [-] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 538.955822] env[62225]: DEBUG nova.network.neutron [-] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 538.995507] env[62225]: DEBUG nova.network.neutron [-] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 539.061531] env[62225]: INFO nova.compute.manager [-] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Took 1.04 seconds to deallocate network for instance. [ 539.066155] env[62225]: DEBUG nova.compute.claims [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 539.066398] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.089012] env[62225]: DEBUG nova.scheduler.client.report [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 539.188464] env[62225]: DEBUG oslo_concurrency.lockutils [None req-191dab74-5f8c-4e52-962b-8e55a24bb36f tempest-TenantUsagesTestJSON-1543424210 tempest-TenantUsagesTestJSON-1543424210-project-member] Lock "b78ac8a0-9f43-4e01-9202-251e702a0412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.941s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.447571] env[62225]: DEBUG nova.network.neutron [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 539.498846] env[62225]: DEBUG nova.network.neutron [-] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.596316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.985s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.596953] env[62225]: ERROR nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Traceback (most recent call last): [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self.driver.spawn(context, instance, image_meta, [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self._vmops.spawn(context, instance, image_meta, injected_files, [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] vm_ref = self.build_virtual_machine(instance, [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] vif_infos = vmwarevif.get_vif_info(self._session, [ 539.596953] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] for vif in network_info: [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return self._sync_wrapper(fn, *args, **kwargs) [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self.wait() [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self[:] = self._gt.wait() [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return self._exit_event.wait() [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] result = hub.switch() [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 539.597317] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return self.greenlet.switch() [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] result = function(*args, **kwargs) [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] return func(*args, **kwargs) [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] raise e [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] nwinfo = self.network_api.allocate_for_instance( [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] created_port_ids = self._update_ports_for_instance( [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] with excutils.save_and_reraise_exception(): [ 539.597684] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] self.force_reraise() [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] raise self.value [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] updated_port = self._update_port( [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] _ensure_no_port_binding_failure(port) [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] raise exception.PortBindingFailed(port_id=port['id']) [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] nova.exception.PortBindingFailed: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. [ 539.598045] env[62225]: ERROR nova.compute.manager [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] [ 539.598363] env[62225]: DEBUG nova.compute.utils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 539.598953] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.536s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.600406] env[62225]: INFO nova.compute.claims [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.609030] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Build of instance 7b1eb809-ea64-49d2-865b-2b79464cc2ac was re-scheduled: Binding failed for port af3ef435-6c24-4e83-bfa7-be5b5fb1c545, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 539.609030] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 539.609030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquiring lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.609030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Acquired lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.609295] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 539.620174] env[62225]: DEBUG nova.network.neutron [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.636050] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 539.663714] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 539.663944] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 539.664113] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.664350] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 539.664509] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.664730] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 539.664966] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 539.665160] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 539.665369] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 539.665503] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 539.665683] env[62225]: DEBUG nova.virt.hardware [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 539.666896] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f68c66f-9c0e-4e03-97ed-1187f86f282b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.676992] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c297dc8b-19a5-4d89-a206-048cf3590276 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.691732] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 539.954090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.954402] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.954688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "06e2f05a-5901-4a2c-990a-1d8b8318a075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.954778] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.003417] env[62225]: INFO nova.compute.manager [-] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Took 1.05 seconds to deallocate network for instance. [ 540.011373] env[62225]: DEBUG nova.compute.claims [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 540.011373] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.125367] env[62225]: DEBUG oslo_concurrency.lockutils [req-4a9e1212-ec8e-4019-ba6f-7f66aa3d6b11 req-19bb0a24-037c-4f64-99b0-d82c4b174444 service nova] Releasing lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.133194] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 540.217294] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.227015] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.346564] env[62225]: DEBUG nova.compute.manager [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Received event network-vif-deleted-7e114931-5ece-4b03-b464-21c4ba56f0ca {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 540.346809] env[62225]: DEBUG nova.compute.manager [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Received event network-changed-c25c5637-d1ad-4992-ab04-701a603923f5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 540.346974] env[62225]: DEBUG nova.compute.manager [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Refreshing instance network info cache due to event network-changed-c25c5637-d1ad-4992-ab04-701a603923f5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 540.349319] env[62225]: DEBUG oslo_concurrency.lockutils [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] Acquiring lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.349708] env[62225]: DEBUG oslo_concurrency.lockutils [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] Acquired lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.349708] env[62225]: DEBUG nova.network.neutron [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Refreshing network info cache for port c25c5637-d1ad-4992-ab04-701a603923f5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 540.720663] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Releasing lock "refresh_cache-7b1eb809-ea64-49d2-865b-2b79464cc2ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.720663] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 540.720663] env[62225]: DEBUG nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 540.720663] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 540.743880] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 540.895578] env[62225]: DEBUG nova.network.neutron [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 540.931298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8e3d82-5597-4bb6-a208-b805eb1d092a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.939342] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f4fe0-5459-4a95-a0e5-b4ed36eaf80f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.969973] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2e180f-c31e-4eb6-93f5-d5cd69f7976b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.978303] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff61fb35-f173-4e66-8232-94afbef2b4e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.994828] env[62225]: DEBUG nova.compute.provider_tree [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.129067] env[62225]: DEBUG nova.network.neutron [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.248125] env[62225]: DEBUG nova.network.neutron [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.500361] env[62225]: DEBUG nova.scheduler.client.report [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 541.516858] env[62225]: DEBUG nova.compute.manager [req-379bc840-4f32-492c-9b43-12e79e077442 req-3bccf11e-a6bb-4253-a203-dc9b957e9487 service nova] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Received event network-vif-deleted-53c0eb48-3989-4567-b158-188f573e1f78 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 541.537332] env[62225]: ERROR nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 541.537332] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 541.537332] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 541.537332] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 541.537332] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 541.537332] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 541.537332] env[62225]: ERROR nova.compute.manager raise self.value [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 541.537332] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 541.537332] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 541.537332] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 541.538323] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 541.538323] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 541.538323] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 541.538323] env[62225]: ERROR nova.compute.manager [ 541.538323] env[62225]: Traceback (most recent call last): [ 541.538323] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 541.538323] env[62225]: listener.cb(fileno) [ 541.538323] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 541.538323] env[62225]: result = function(*args, **kwargs) [ 541.538323] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 541.538323] env[62225]: return func(*args, **kwargs) [ 541.538323] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 541.538323] env[62225]: raise e [ 541.538323] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 541.538323] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 541.538323] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 541.538323] env[62225]: created_port_ids = self._update_ports_for_instance( [ 541.538323] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 541.538323] env[62225]: with excutils.save_and_reraise_exception(): [ 541.538323] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 541.538323] env[62225]: self.force_reraise() [ 541.538323] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 541.538323] env[62225]: raise self.value [ 541.538323] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 541.538323] env[62225]: updated_port = self._update_port( [ 541.538323] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 541.538323] env[62225]: _ensure_no_port_binding_failure(port) [ 541.538323] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 541.538323] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 541.539874] env[62225]: nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 541.539874] env[62225]: Removing descriptor: 18 [ 541.539874] env[62225]: ERROR nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Traceback (most recent call last): [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] yield resources [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self.driver.spawn(context, instance, image_meta, [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self._vmops.spawn(context, instance, image_meta, injected_files, [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 541.539874] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] vm_ref = self.build_virtual_machine(instance, [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] vif_infos = vmwarevif.get_vif_info(self._session, [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] for vif in network_info: [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return self._sync_wrapper(fn, *args, **kwargs) [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self.wait() [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self[:] = self._gt.wait() [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return self._exit_event.wait() [ 541.540258] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] result = hub.switch() [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return self.greenlet.switch() [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] result = function(*args, **kwargs) [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return func(*args, **kwargs) [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] raise e [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] nwinfo = self.network_api.allocate_for_instance( [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 541.540669] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] created_port_ids = self._update_ports_for_instance( [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] with excutils.save_and_reraise_exception(): [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self.force_reraise() [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] raise self.value [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] updated_port = self._update_port( [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] _ensure_no_port_binding_failure(port) [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 541.541070] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] raise exception.PortBindingFailed(port_id=port['id']) [ 541.541422] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 541.541422] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] [ 541.541422] env[62225]: INFO nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Terminating instance [ 541.541422] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.541422] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquired lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.541601] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 541.632894] env[62225]: DEBUG oslo_concurrency.lockutils [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] Releasing lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.633212] env[62225]: DEBUG nova.compute.manager [req-76deda5c-eb34-499f-b5fa-a143efbc5c6c req-4b1d360b-5cbb-4679-aff6-2d6c05dbc6e1 service nova] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Received event network-vif-deleted-c25c5637-d1ad-4992-ab04-701a603923f5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 541.751338] env[62225]: INFO nova.compute.manager [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] [instance: 7b1eb809-ea64-49d2-865b-2b79464cc2ac] Took 1.03 seconds to deallocate network for instance. [ 541.768696] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.768964] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.013393] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.013998] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 542.022873] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.662s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.024516] env[62225]: INFO nova.compute.claims [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.062931] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 542.199319] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 542.533162] env[62225]: DEBUG nova.compute.utils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.534519] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 542.534802] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 542.597166] env[62225]: DEBUG nova.policy [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b814d61a49db437089d539e00cde1c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9f5f815048540bc81af4d3f5364222c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 542.704835] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Releasing lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.705433] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 542.705674] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 542.706024] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82ee1fec-e8a6-4da8-8968-fc0c38d3484e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.715455] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e80c37-cff8-40c4-bdd5-0e4f888d035a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.738352] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a1bf1a9f-caf9-469e-9de4-76e146cfa2ca could not be found. [ 542.738581] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 542.738822] env[62225]: INFO nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Took 0.03 seconds to destroy the instance on the hypervisor. [ 542.739161] env[62225]: DEBUG oslo.service.loopingcall [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 542.739375] env[62225]: DEBUG nova.compute.manager [-] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 542.739498] env[62225]: DEBUG nova.network.neutron [-] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 542.759505] env[62225]: DEBUG nova.network.neutron [-] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 542.781426] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "284a67ff-005a-4949-b4df-80d1015ab5eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.781751] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.795760] env[62225]: INFO nova.scheduler.client.report [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Deleted allocations for instance 7b1eb809-ea64-49d2-865b-2b79464cc2ac [ 543.040619] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 543.067976] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Successfully created port: ba605616-f87f-447a-a183-bbfa96985edd {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.263169] env[62225]: DEBUG nova.network.neutron [-] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.310261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-61cc7363-53b2-4176-a558-cfaa5839340c tempest-FloatingIPsAssociationNegativeTestJSON-1564651375 tempest-FloatingIPsAssociationNegativeTestJSON-1564651375-project-member] Lock "7b1eb809-ea64-49d2-865b-2b79464cc2ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.714s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.382038] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1ed71-2bba-44b3-ac55-f8557f407029 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.390021] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b6ca1a-f977-4712-a11b-1994a7600192 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.427613] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a581148-4ead-4925-89e5-2975e7fccc67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.437976] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e577456a-05ee-4c54-9a13-93613c6cf9b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.455145] env[62225]: DEBUG nova.compute.provider_tree [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.765139] env[62225]: INFO nova.compute.manager [-] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Took 1.03 seconds to deallocate network for instance. [ 543.768946] env[62225]: DEBUG nova.compute.claims [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 543.769249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.811750] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 543.952188] env[62225]: DEBUG nova.compute.manager [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Received event network-changed-ff84dc81-750b-49be-bfb3-6a67d105a1a3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 543.952596] env[62225]: DEBUG nova.compute.manager [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Refreshing instance network info cache due to event network-changed-ff84dc81-750b-49be-bfb3-6a67d105a1a3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 543.952596] env[62225]: DEBUG oslo_concurrency.lockutils [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] Acquiring lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.952596] env[62225]: DEBUG oslo_concurrency.lockutils [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] Acquired lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.952781] env[62225]: DEBUG nova.network.neutron [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Refreshing network info cache for port ff84dc81-750b-49be-bfb3-6a67d105a1a3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 543.965364] env[62225]: DEBUG nova.scheduler.client.report [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 544.052335] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 544.092631] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 544.092954] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 544.093174] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.093363] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 544.093529] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.093687] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 544.093885] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 544.094049] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 544.094213] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 544.098036] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 544.099198] env[62225]: DEBUG nova.virt.hardware [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 544.099911] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9be7a5-3769-4639-9324-7928154e3676 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.109303] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cc226-e5ff-43e8-bb05-318fafe23ff0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.133114] env[62225]: ERROR nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 544.133114] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 544.133114] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 544.133114] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 544.133114] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 544.133114] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 544.133114] env[62225]: ERROR nova.compute.manager raise self.value [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 544.133114] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 544.133114] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 544.133114] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 544.133611] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 544.133611] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 544.133611] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 544.133611] env[62225]: ERROR nova.compute.manager [ 544.133611] env[62225]: Traceback (most recent call last): [ 544.133611] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 544.133611] env[62225]: listener.cb(fileno) [ 544.133611] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 544.133611] env[62225]: result = function(*args, **kwargs) [ 544.133611] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 544.133611] env[62225]: return func(*args, **kwargs) [ 544.133611] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 544.133611] env[62225]: raise e [ 544.133611] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 544.133611] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 544.133611] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 544.133611] env[62225]: created_port_ids = self._update_ports_for_instance( [ 544.133611] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 544.133611] env[62225]: with excutils.save_and_reraise_exception(): [ 544.133611] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 544.133611] env[62225]: self.force_reraise() [ 544.133611] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 544.133611] env[62225]: raise self.value [ 544.133611] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 544.133611] env[62225]: updated_port = self._update_port( [ 544.133611] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 544.133611] env[62225]: _ensure_no_port_binding_failure(port) [ 544.133611] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 544.133611] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 544.134393] env[62225]: nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 544.134393] env[62225]: Removing descriptor: 18 [ 544.134393] env[62225]: ERROR nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Traceback (most recent call last): [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] yield resources [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self.driver.spawn(context, instance, image_meta, [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self._vmops.spawn(context, instance, image_meta, injected_files, [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 544.134393] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] vm_ref = self.build_virtual_machine(instance, [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] vif_infos = vmwarevif.get_vif_info(self._session, [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] for vif in network_info: [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return self._sync_wrapper(fn, *args, **kwargs) [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self.wait() [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self[:] = self._gt.wait() [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return self._exit_event.wait() [ 544.134739] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] result = hub.switch() [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return self.greenlet.switch() [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] result = function(*args, **kwargs) [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return func(*args, **kwargs) [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] raise e [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] nwinfo = self.network_api.allocate_for_instance( [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 544.135091] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] created_port_ids = self._update_ports_for_instance( [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] with excutils.save_and_reraise_exception(): [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self.force_reraise() [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] raise self.value [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] updated_port = self._update_port( [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] _ensure_no_port_binding_failure(port) [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 544.135420] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] raise exception.PortBindingFailed(port_id=port['id']) [ 544.135734] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 544.135734] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] [ 544.135734] env[62225]: INFO nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Terminating instance [ 544.138231] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.138390] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.138557] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 544.344039] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.469836] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.470386] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 544.474370] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 10.494s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.507360] env[62225]: DEBUG nova.network.neutron [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 544.678322] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 544.763691] env[62225]: DEBUG nova.network.neutron [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.909426] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.981217] env[62225]: DEBUG nova.compute.utils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.985557] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 544.985810] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 545.046307] env[62225]: DEBUG nova.policy [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d08af7ab61742f2a6891193ca7ffbbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b3f315102bb4ebc801e07c701635483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 545.267743] env[62225]: DEBUG oslo_concurrency.lockutils [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] Releasing lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.267743] env[62225]: DEBUG nova.compute.manager [req-623ac342-b96a-4eab-8242-f8dc59c2acd6 req-9cd3802e-5ab3-4f83-a05a-d88eda328b25 service nova] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Received event network-vif-deleted-ff84dc81-750b-49be-bfb3-6a67d105a1a3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 545.364520] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f69b3a-1d97-4840-887b-b13c4a5e758a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.376034] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedc2168-d0b3-4915-a08d-ed5183c803b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.411434] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f611f08-e4bd-4519-a0a5-1aca0f5aea50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.414322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.414715] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 545.414898] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 545.415177] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98b67ee6-8398-442f-a69f-2b54ef98a700 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.422819] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d14e2-b422-4f80-a551-ad05ad3c6eee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.429073] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd4e2e-19e0-44fb-88d4-c13c158b0ccf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.449587] env[62225]: DEBUG nova.compute.provider_tree [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.454696] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 87b041a3-bd88-4820-92f6-aee6e85f05f7 could not be found. [ 545.455079] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 545.455172] env[62225]: INFO nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Took 0.04 seconds to destroy the instance on the hypervisor. [ 545.455504] env[62225]: DEBUG oslo.service.loopingcall [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.456324] env[62225]: DEBUG nova.compute.manager [-] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 545.456393] env[62225]: DEBUG nova.network.neutron [-] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 545.486018] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 545.528906] env[62225]: DEBUG nova.network.neutron [-] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 545.646917] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Successfully created port: 59aa40eb-1717-4819-b455-dff46c917209 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.958106] env[62225]: DEBUG nova.scheduler.client.report [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 546.032041] env[62225]: DEBUG nova.network.neutron [-] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.235248] env[62225]: DEBUG nova.compute.manager [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Received event network-changed-ba605616-f87f-447a-a183-bbfa96985edd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 546.235248] env[62225]: DEBUG nova.compute.manager [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Refreshing instance network info cache due to event network-changed-ba605616-f87f-447a-a183-bbfa96985edd. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 546.235248] env[62225]: DEBUG oslo_concurrency.lockutils [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] Acquiring lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.235248] env[62225]: DEBUG oslo_concurrency.lockutils [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] Acquired lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.235248] env[62225]: DEBUG nova.network.neutron [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Refreshing network info cache for port ba605616-f87f-447a-a183-bbfa96985edd {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 546.466938] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.990s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.466938] env[62225]: ERROR nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Traceback (most recent call last): [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self.driver.spawn(context, instance, image_meta, [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self._vmops.spawn(context, instance, image_meta, injected_files, [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 546.466938] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] vm_ref = self.build_virtual_machine(instance, [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] vif_infos = vmwarevif.get_vif_info(self._session, [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] for vif in network_info: [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return self._sync_wrapper(fn, *args, **kwargs) [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self.wait() [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self[:] = self._gt.wait() [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return self._exit_event.wait() [ 546.467466] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] result = hub.switch() [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return self.greenlet.switch() [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] result = function(*args, **kwargs) [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] return func(*args, **kwargs) [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] raise e [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] nwinfo = self.network_api.allocate_for_instance( [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 546.467864] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] created_port_ids = self._update_ports_for_instance( [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] with excutils.save_and_reraise_exception(): [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] self.force_reraise() [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] raise self.value [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] updated_port = self._update_port( [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] _ensure_no_port_binding_failure(port) [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 546.468271] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] raise exception.PortBindingFailed(port_id=port['id']) [ 546.468622] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] nova.exception.PortBindingFailed: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. [ 546.468622] env[62225]: ERROR nova.compute.manager [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] [ 546.468622] env[62225]: DEBUG nova.compute.utils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 546.471062] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 11.630s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.477074] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Build of instance e7b9044c-e052-4d5a-acae-355947da2f4a was re-scheduled: Binding failed for port 727a6e99-e9ea-4b33-962a-7274994bef86, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 546.477074] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 546.477074] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquiring lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.477074] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Acquired lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.477327] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 546.498023] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 546.521613] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 546.521613] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 546.521812] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.522061] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 546.522061] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.522191] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 546.522393] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 546.522552] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 546.522711] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 546.526018] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 546.526018] env[62225]: DEBUG nova.virt.hardware [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 546.526018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a354be-53df-4ac8-911e-39cb2e35c154 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.533616] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0446c0-450e-4a99-a187-a6675ebe468f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.537464] env[62225]: INFO nova.compute.manager [-] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Took 1.08 seconds to deallocate network for instance. [ 546.540024] env[62225]: DEBUG nova.compute.claims [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 546.540172] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.776427] env[62225]: DEBUG nova.network.neutron [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 546.935054] env[62225]: DEBUG nova.network.neutron [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.004314] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.083253] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.378567] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500cb6d-105e-4abd-a75b-55c516e7105f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.388771] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253ab28-d7c2-4724-b17d-820348d10089 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.425034] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4e9ea0-04bc-4c21-a36a-7d7bc9e079a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.433752] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb9e1e-f78c-47bb-ab93-093fb2d66eb4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.440346] env[62225]: DEBUG oslo_concurrency.lockutils [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] Releasing lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.440546] env[62225]: DEBUG nova.compute.manager [req-3dc243fb-22bb-4da4-88a9-176816559786 req-eff3fcc5-57e0-4108-9351-e98d6a690be5 service nova] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Received event network-vif-deleted-ba605616-f87f-447a-a183-bbfa96985edd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 547.452952] env[62225]: DEBUG nova.compute.provider_tree [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.594027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Releasing lock "refresh_cache-e7b9044c-e052-4d5a-acae-355947da2f4a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.594629] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 547.595125] env[62225]: DEBUG nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 547.595372] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 547.633576] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 547.871893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "1148a432-e541-482c-9f04-8741c5696142" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.873041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "1148a432-e541-482c-9f04-8741c5696142" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.957137] env[62225]: DEBUG nova.scheduler.client.report [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 548.137247] env[62225]: DEBUG nova.network.neutron [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.276969] env[62225]: DEBUG nova.compute.manager [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Received event network-changed-59aa40eb-1717-4819-b455-dff46c917209 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 548.277293] env[62225]: DEBUG nova.compute.manager [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Refreshing instance network info cache due to event network-changed-59aa40eb-1717-4819-b455-dff46c917209. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 548.277407] env[62225]: DEBUG oslo_concurrency.lockutils [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] Acquiring lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.277758] env[62225]: DEBUG oslo_concurrency.lockutils [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] Acquired lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.277758] env[62225]: DEBUG nova.network.neutron [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Refreshing network info cache for port 59aa40eb-1717-4819-b455-dff46c917209 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 548.461381] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.991s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.461882] env[62225]: ERROR nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Traceback (most recent call last): [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self.driver.spawn(context, instance, image_meta, [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self._vmops.spawn(context, instance, image_meta, injected_files, [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] vm_ref = self.build_virtual_machine(instance, [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] vif_infos = vmwarevif.get_vif_info(self._session, [ 548.461882] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] for vif in network_info: [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return self._sync_wrapper(fn, *args, **kwargs) [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self.wait() [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self[:] = self._gt.wait() [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return self._exit_event.wait() [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] result = hub.switch() [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 548.462236] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return self.greenlet.switch() [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] result = function(*args, **kwargs) [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] return func(*args, **kwargs) [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] raise e [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] nwinfo = self.network_api.allocate_for_instance( [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] created_port_ids = self._update_ports_for_instance( [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] with excutils.save_and_reraise_exception(): [ 548.462578] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] self.force_reraise() [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] raise self.value [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] updated_port = self._update_port( [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] _ensure_no_port_binding_failure(port) [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] raise exception.PortBindingFailed(port_id=port['id']) [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] nova.exception.PortBindingFailed: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. [ 548.462999] env[62225]: ERROR nova.compute.manager [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] [ 548.463312] env[62225]: DEBUG nova.compute.utils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 548.467770] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 10.234s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.477827] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Build of instance b2202d9f-aa29-452c-9aaa-8209eba12785 was re-scheduled: Binding failed for port fd3691cd-a51b-40f9-a13d-5a9ebcd184f4, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 548.477827] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 548.477827] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquiring lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.477827] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Acquired lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.478011] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 548.541367] env[62225]: ERROR nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 548.541367] env[62225]: ERROR nova.compute.manager Traceback (most recent call last): [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.541367] env[62225]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.541367] env[62225]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.541367] env[62225]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.541367] env[62225]: ERROR nova.compute.manager self.force_reraise() [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.541367] env[62225]: ERROR nova.compute.manager raise self.value [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.541367] env[62225]: ERROR nova.compute.manager updated_port = self._update_port( [ 548.541367] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.541367] env[62225]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 548.541873] env[62225]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.541873] env[62225]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 548.541873] env[62225]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 548.541873] env[62225]: ERROR nova.compute.manager [ 548.541873] env[62225]: Traceback (most recent call last): [ 548.541873] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 548.541873] env[62225]: listener.cb(fileno) [ 548.541873] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 548.541873] env[62225]: result = function(*args, **kwargs) [ 548.541873] env[62225]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 548.541873] env[62225]: return func(*args, **kwargs) [ 548.541873] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 548.541873] env[62225]: raise e [ 548.541873] env[62225]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.541873] env[62225]: nwinfo = self.network_api.allocate_for_instance( [ 548.541873] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.541873] env[62225]: created_port_ids = self._update_ports_for_instance( [ 548.541873] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.541873] env[62225]: with excutils.save_and_reraise_exception(): [ 548.541873] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.541873] env[62225]: self.force_reraise() [ 548.541873] env[62225]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.541873] env[62225]: raise self.value [ 548.541873] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.541873] env[62225]: updated_port = self._update_port( [ 548.541873] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.541873] env[62225]: _ensure_no_port_binding_failure(port) [ 548.541873] env[62225]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.541873] env[62225]: raise exception.PortBindingFailed(port_id=port['id']) [ 548.542594] env[62225]: nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 548.542594] env[62225]: Removing descriptor: 15 [ 548.542594] env[62225]: ERROR nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Traceback (most recent call last): [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] yield resources [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self.driver.spawn(context, instance, image_meta, [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self._vmops.spawn(context, instance, image_meta, injected_files, [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 548.542594] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] vm_ref = self.build_virtual_machine(instance, [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] vif_infos = vmwarevif.get_vif_info(self._session, [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] for vif in network_info: [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return self._sync_wrapper(fn, *args, **kwargs) [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self.wait() [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self[:] = self._gt.wait() [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return self._exit_event.wait() [ 548.542905] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] result = hub.switch() [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return self.greenlet.switch() [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] result = function(*args, **kwargs) [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return func(*args, **kwargs) [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] raise e [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] nwinfo = self.network_api.allocate_for_instance( [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 548.543369] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] created_port_ids = self._update_ports_for_instance( [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] with excutils.save_and_reraise_exception(): [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self.force_reraise() [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] raise self.value [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] updated_port = self._update_port( [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] _ensure_no_port_binding_failure(port) [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 548.543853] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] raise exception.PortBindingFailed(port_id=port['id']) [ 548.544157] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 548.544157] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] [ 548.544157] env[62225]: INFO nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Terminating instance [ 548.545434] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquiring lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.640112] env[62225]: INFO nova.compute.manager [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] Took 1.04 seconds to deallocate network for instance. [ 548.820522] env[62225]: DEBUG nova.network.neutron [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 549.029881] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 549.082551] env[62225]: DEBUG nova.network.neutron [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.314319] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.400938] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39220026-bb05-43a7-92c1-d74973beaed2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.409251] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042eb274-d28c-42c9-9427-6606e98fe0a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.458660] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae3eaf-c1ce-46a3-a9c3-647ba7afda7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.471176] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa9dbb-e6e7-41db-b5b7-c254a1604d75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.494529] env[62225]: DEBUG nova.compute.provider_tree [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.586311] env[62225]: DEBUG oslo_concurrency.lockutils [req-98e92257-e901-4f96-ad7b-f191fe1997df req-3bb0438b-35f5-4766-9fc3-6fc2c30f1687 service nova] Releasing lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.587075] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquired lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.587075] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 549.696051] env[62225]: INFO nova.scheduler.client.report [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Deleted allocations for instance e7b9044c-e052-4d5a-acae-355947da2f4a [ 549.818271] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Releasing lock "refresh_cache-b2202d9f-aa29-452c-9aaa-8209eba12785" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.818271] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 549.818271] env[62225]: DEBUG nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 549.818271] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 549.862093] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 549.998593] env[62225]: DEBUG nova.scheduler.client.report [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 550.178265] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 550.204989] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aba24081-e283-45a6-802b-e670fda48630 tempest-ServerDiagnosticsNegativeTest-259711804 tempest-ServerDiagnosticsNegativeTest-259711804-project-member] Lock "e7b9044c-e052-4d5a-acae-355947da2f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.434s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.207385] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "e7b9044c-e052-4d5a-acae-355947da2f4a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.989s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.207580] env[62225]: INFO nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e7b9044c-e052-4d5a-acae-355947da2f4a] During sync_power_state the instance has a pending task (spawning). Skip. [ 550.207750] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "e7b9044c-e052-4d5a-acae-355947da2f4a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.370097] env[62225]: DEBUG nova.network.neutron [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.504577] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.037s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.505253] env[62225]: ERROR nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Traceback (most recent call last): [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self.driver.spawn(context, instance, image_meta, [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self._vmops.spawn(context, instance, image_meta, injected_files, [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] vm_ref = self.build_virtual_machine(instance, [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] vif_infos = vmwarevif.get_vif_info(self._session, [ 550.505253] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] for vif in network_info: [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return self._sync_wrapper(fn, *args, **kwargs) [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self.wait() [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self[:] = self._gt.wait() [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return self._exit_event.wait() [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] result = hub.switch() [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 550.506098] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return self.greenlet.switch() [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] result = function(*args, **kwargs) [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] return func(*args, **kwargs) [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] raise e [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] nwinfo = self.network_api.allocate_for_instance( [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] created_port_ids = self._update_ports_for_instance( [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] with excutils.save_and_reraise_exception(): [ 550.506972] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] self.force_reraise() [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] raise self.value [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] updated_port = self._update_port( [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] _ensure_no_port_binding_failure(port) [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] raise exception.PortBindingFailed(port_id=port['id']) [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] nova.exception.PortBindingFailed: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. [ 550.507368] env[62225]: ERROR nova.compute.manager [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] [ 550.507646] env[62225]: DEBUG nova.compute.utils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 550.511906] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.787s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.512249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.512249] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 550.512520] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 11.446s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.520479] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Build of instance e3c3ae0f-76dd-40fe-b78c-57075ca1b0be was re-scheduled: Binding failed for port 7e114931-5ece-4b03-b464-21c4ba56f0ca, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 550.520479] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 550.520479] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.520479] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquired lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.520782] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 550.520782] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10d283a-8b5c-4e24-b551-7213735056b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.530966] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cea5f6a-b117-46a6-98e4-1b6a4faa1b9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.550580] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7d947-8724-403d-ac57-e58d8119427d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.559027] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8f1e3-b871-4737-8863-e206bab4590d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.597648] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181720MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 550.597803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.598897] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.710072] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 550.816349] env[62225]: DEBUG nova.compute.manager [req-b3c4aa0a-6c28-4769-9a7c-b5b24127d99e req-a51b6346-fcd6-4008-80e4-08856f379e05 service nova] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Received event network-vif-deleted-59aa40eb-1717-4819-b455-dff46c917209 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 550.875280] env[62225]: INFO nova.compute.manager [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] Took 1.05 seconds to deallocate network for instance. [ 551.085501] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 551.101018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Releasing lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.105757] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 551.105978] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 551.106218] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ded861e1-f87f-46a8-8cd5-61c3ab2c9b1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.117088] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c80dad-60ce-477e-b2aa-4b2e39a77b22 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.145942] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance da675d29-0035-49ae-87f3-cdd74674eab4 could not be found. [ 551.146180] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 551.146360] env[62225]: INFO nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Took 0.04 seconds to destroy the instance on the hypervisor. [ 551.146601] env[62225]: DEBUG oslo.service.loopingcall [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.149329] env[62225]: DEBUG nova.compute.manager [-] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 551.149458] env[62225]: DEBUG nova.network.neutron [-] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 551.185105] env[62225]: DEBUG nova.network.neutron [-] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 551.238851] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.241149] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.404109] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f03e79-b34e-4e53-a567-d2cc9496b2f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.412098] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821005e8-eb65-40ea-846d-442d3c776eed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.443303] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51305c9a-4d72-4869-ba9e-c0d099a050db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.451418] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c93f8e-5923-4667-9039-4379319aa649 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.466136] env[62225]: DEBUG nova.compute.provider_tree [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.686161] env[62225]: DEBUG nova.network.neutron [-] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.743991] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Releasing lock "refresh_cache-e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.744271] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 551.744482] env[62225]: DEBUG nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 551.744612] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 551.786070] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 551.922280] env[62225]: INFO nova.scheduler.client.report [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Deleted allocations for instance b2202d9f-aa29-452c-9aaa-8209eba12785 [ 551.968312] env[62225]: DEBUG nova.scheduler.client.report [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 552.191170] env[62225]: INFO nova.compute.manager [-] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Took 1.04 seconds to deallocate network for instance. [ 552.193608] env[62225]: DEBUG nova.compute.claims [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Aborting claim: {{(pid=62225) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 552.194877] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.292068] env[62225]: DEBUG nova.network.neutron [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.437859] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c424e465-1be2-46b6-ad17-47ee9492ab20 tempest-ImagesNegativeTestJSON-2000259795 tempest-ImagesNegativeTestJSON-2000259795-project-member] Lock "b2202d9f-aa29-452c-9aaa-8209eba12785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.750s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.439181] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "b2202d9f-aa29-452c-9aaa-8209eba12785" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.220s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.439362] env[62225]: INFO nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b2202d9f-aa29-452c-9aaa-8209eba12785] During sync_power_state the instance has a pending task (spawning). Skip. [ 552.439537] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "b2202d9f-aa29-452c-9aaa-8209eba12785" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.478701] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.966s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.479884] env[62225]: ERROR nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Traceback (most recent call last): [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self.driver.spawn(context, instance, image_meta, [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self._vmops.spawn(context, instance, image_meta, injected_files, [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] vm_ref = self.build_virtual_machine(instance, [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] vif_infos = vmwarevif.get_vif_info(self._session, [ 552.479884] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] for vif in network_info: [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return self._sync_wrapper(fn, *args, **kwargs) [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self.wait() [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self[:] = self._gt.wait() [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return self._exit_event.wait() [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] result = hub.switch() [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 552.480281] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return self.greenlet.switch() [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] result = function(*args, **kwargs) [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] return func(*args, **kwargs) [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] raise e [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] nwinfo = self.network_api.allocate_for_instance( [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] created_port_ids = self._update_ports_for_instance( [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] with excutils.save_and_reraise_exception(): [ 552.480644] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] self.force_reraise() [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] raise self.value [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] updated_port = self._update_port( [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] _ensure_no_port_binding_failure(port) [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] raise exception.PortBindingFailed(port_id=port['id']) [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] nova.exception.PortBindingFailed: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. [ 552.481013] env[62225]: ERROR nova.compute.manager [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] [ 552.481439] env[62225]: DEBUG nova.compute.utils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 552.485949] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.476s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.492783] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Build of instance 2c018084-b99c-48ed-939c-7c0dda2f46fd was re-scheduled: Binding failed for port c25c5637-d1ad-4992-ab04-701a603923f5, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 552.495488] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 552.495488] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquiring lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.495488] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Acquired lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.495488] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 552.796237] env[62225]: INFO nova.compute.manager [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] Took 1.05 seconds to deallocate network for instance. [ 552.941076] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 553.072769] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 553.400695] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd48e7-f2fb-47e6-81e5-5918f93682c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.410704] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2769785-a5bd-44f3-997b-c00a2876bb58 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.442890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f256d3-dd8d-4ad4-9aca-6bb584bc2f6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.457867] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cdf4a-c775-4602-b88a-5fa7cde195fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.475596] env[62225]: DEBUG nova.compute.provider_tree [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.478106] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.496592] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.854507] env[62225]: INFO nova.scheduler.client.report [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Deleted allocations for instance e3c3ae0f-76dd-40fe-b78c-57075ca1b0be [ 553.980273] env[62225]: DEBUG nova.scheduler.client.report [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 554.001620] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Releasing lock "refresh_cache-2c018084-b99c-48ed-939c-7c0dda2f46fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.001856] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 554.002046] env[62225]: DEBUG nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 554.002210] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 554.029027] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 554.373672] env[62225]: DEBUG oslo_concurrency.lockutils [None req-314e6d60-44f6-4952-9a8f-9cbec1d3c668 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.063s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.373992] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.374301] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.375987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.157s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.377360] env[62225]: INFO nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e3c3ae0f-76dd-40fe-b78c-57075ca1b0be] During sync_power_state the instance has a pending task (spawning). Skip. [ 554.378616] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "e3c3ae0f-76dd-40fe-b78c-57075ca1b0be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.485852] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.486514] env[62225]: ERROR nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Traceback (most recent call last): [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self.driver.spawn(context, instance, image_meta, [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self._vmops.spawn(context, instance, image_meta, injected_files, [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] vm_ref = self.build_virtual_machine(instance, [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] vif_infos = vmwarevif.get_vif_info(self._session, [ 554.486514] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] for vif in network_info: [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return self._sync_wrapper(fn, *args, **kwargs) [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self.wait() [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self[:] = self._gt.wait() [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return self._exit_event.wait() [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] result = hub.switch() [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 554.486861] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return self.greenlet.switch() [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] result = function(*args, **kwargs) [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] return func(*args, **kwargs) [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] raise e [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] nwinfo = self.network_api.allocate_for_instance( [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] created_port_ids = self._update_ports_for_instance( [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] with excutils.save_and_reraise_exception(): [ 554.487193] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] self.force_reraise() [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] raise self.value [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] updated_port = self._update_port( [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] _ensure_no_port_binding_failure(port) [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] raise exception.PortBindingFailed(port_id=port['id']) [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] nova.exception.PortBindingFailed: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. [ 554.487532] env[62225]: ERROR nova.compute.manager [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] [ 554.487829] env[62225]: DEBUG nova.compute.utils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 554.494658] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.268s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.496246] env[62225]: INFO nova.compute.claims [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.500460] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Build of instance 05f45474-a4df-410b-b5a5-d9d99f2a07f0 was re-scheduled: Binding failed for port 53c0eb48-3989-4567-b158-188f573e1f78, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 554.501429] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 554.501723] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.501872] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquired lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.502074] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 554.539358] env[62225]: DEBUG nova.network.neutron [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.704299] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.705705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.879090] env[62225]: DEBUG nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 555.038672] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 555.040882] env[62225]: INFO nova.compute.manager [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] Took 1.04 seconds to deallocate network for instance. [ 555.421066] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.507861] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.917286] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8285b80-605e-4f00-8a0e-524aa82020e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.925827] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf0301-9727-4882-98c6-21e40387ba88 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.957825] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0ccb67-dc81-405b-8324-c17e577f5349 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.971259] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb93c9f9-8e94-445f-8407-7aa2e99a5bcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.985676] env[62225]: DEBUG nova.compute.provider_tree [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.013395] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Releasing lock "refresh_cache-05f45474-a4df-410b-b5a5-d9d99f2a07f0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.013712] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 556.013930] env[62225]: DEBUG nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 556.014505] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 556.051676] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 556.103116] env[62225]: INFO nova.scheduler.client.report [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Deleted allocations for instance 2c018084-b99c-48ed-939c-7c0dda2f46fd [ 556.489866] env[62225]: DEBUG nova.scheduler.client.report [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 556.559611] env[62225]: DEBUG nova.network.neutron [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.613636] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa248ec3-c75e-47c5-9846-0fd07abed7a8 tempest-ServerActionsTestOtherA-122815926 tempest-ServerActionsTestOtherA-122815926-project-member] Lock "2c018084-b99c-48ed-939c-7c0dda2f46fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.813s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.616544] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "2c018084-b99c-48ed-939c-7c0dda2f46fd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.397s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.616749] env[62225]: INFO nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 2c018084-b99c-48ed-939c-7c0dda2f46fd] During sync_power_state the instance has a pending task (spawning). Skip. [ 556.616929] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "2c018084-b99c-48ed-939c-7c0dda2f46fd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.998331] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.998889] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 557.002435] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 13.234s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.067594] env[62225]: INFO nova.compute.manager [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] Took 1.05 seconds to deallocate network for instance. [ 557.117328] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 557.506186] env[62225]: DEBUG nova.compute.utils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 557.508625] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 557.508880] env[62225]: DEBUG nova.network.neutron [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 557.656255] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.738459] env[62225]: DEBUG nova.policy [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb198d9c734410aa89af0589ecd7a2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5508fc4db880483db5480e06aab0036b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 557.909586] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832af3c2-3480-4622-ae59-3c70d030775a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.919591] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129fedb6-9507-4da0-976f-646986d467b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.952975] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc20bf4-24d9-4467-87dd-0ec5951fea6e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.961350] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540d4be-0545-489f-912a-a08761f10541 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.978184] env[62225]: DEBUG nova.compute.provider_tree [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.009090] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 558.110304] env[62225]: INFO nova.scheduler.client.report [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Deleted allocations for instance 05f45474-a4df-410b-b5a5-d9d99f2a07f0 [ 558.487056] env[62225]: DEBUG nova.scheduler.client.report [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 558.619625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f9b83360-7d20-455a-a8a6-f2a8c51d99d9 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "05f45474-a4df-410b-b5a5-d9d99f2a07f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.108s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.621105] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "05f45474-a4df-410b-b5a5-d9d99f2a07f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.401s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.621312] env[62225]: INFO nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 05f45474-a4df-410b-b5a5-d9d99f2a07f0] During sync_power_state the instance has a pending task (spawning). Skip. [ 558.621486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "05f45474-a4df-410b-b5a5-d9d99f2a07f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.849483] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "63577e7a-be52-44c8-8082-6c6de4b98018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.849750] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "63577e7a-be52-44c8-8082-6c6de4b98018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.997705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.994s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.997705] env[62225]: ERROR nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Traceback (most recent call last): [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self.driver.spawn(context, instance, image_meta, [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self._vmops.spawn(context, instance, image_meta, injected_files, [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 558.997705] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] vm_ref = self.build_virtual_machine(instance, [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] vif_infos = vmwarevif.get_vif_info(self._session, [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] for vif in network_info: [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return self._sync_wrapper(fn, *args, **kwargs) [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self.wait() [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self[:] = self._gt.wait() [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return self._exit_event.wait() [ 558.997973] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] result = hub.switch() [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return self.greenlet.switch() [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] result = function(*args, **kwargs) [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] return func(*args, **kwargs) [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] raise e [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] nwinfo = self.network_api.allocate_for_instance( [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 558.999127] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] created_port_ids = self._update_ports_for_instance( [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] with excutils.save_and_reraise_exception(): [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] self.force_reraise() [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] raise self.value [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] updated_port = self._update_port( [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] _ensure_no_port_binding_failure(port) [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 558.999497] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] raise exception.PortBindingFailed(port_id=port['id']) [ 559.001153] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] nova.exception.PortBindingFailed: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. [ 559.001153] env[62225]: ERROR nova.compute.manager [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] [ 559.001153] env[62225]: DEBUG nova.compute.utils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 559.001153] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.657s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.003522] env[62225]: INFO nova.compute.claims [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.012827] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Build of instance a1bf1a9f-caf9-469e-9de4-76e146cfa2ca was re-scheduled: Binding failed for port ff84dc81-750b-49be-bfb3-6a67d105a1a3, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 559.013356] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 559.013607] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquiring lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.013755] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Acquired lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.013910] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 559.020533] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 559.064380] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 559.064752] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 559.064998] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.065641] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 559.065641] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.065761] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 559.066019] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 559.066254] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 559.066480] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 559.066705] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 559.066896] env[62225]: DEBUG nova.virt.hardware [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 559.073066] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ad2a7-40f7-49ef-be37-576ef1ec131f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.081938] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47963690-53b7-4328-adaa-3cbad8a1e922 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.108813] env[62225]: DEBUG nova.network.neutron [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Successfully created port: c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.124912] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 559.566145] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 559.649081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.000206] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.457499] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca566673-5b62-436f-9123-af61e5c62ddb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.467065] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0b444-dac7-4637-8ddd-5bfc9e450ca6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.505444] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Releasing lock "refresh_cache-a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.505745] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 560.505851] env[62225]: DEBUG nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 560.506046] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 560.510024] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11005fb0-e024-4b28-bf30-5deb70afdb20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.525368] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c6f02-0fa1-4124-a09d-c0492ffe34b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.541120] env[62225]: DEBUG nova.compute.provider_tree [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.609781] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 560.716103] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "10bf69e0-2212-4b8b-8b08-26345de266fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.716103] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.047795] env[62225]: DEBUG nova.scheduler.client.report [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 561.112177] env[62225]: DEBUG nova.network.neutron [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.554237] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.554786] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 561.562052] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 15.019s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.618046] env[62225]: INFO nova.compute.manager [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] Took 1.11 seconds to deallocate network for instance. [ 561.674037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "f3f3010a-3ee4-4561-9734-041c24b15e90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.674719] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.031678] env[62225]: DEBUG nova.network.neutron [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Successfully updated port: c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.065610] env[62225]: DEBUG nova.compute.utils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 562.074893] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 562.074893] env[62225]: DEBUG nova.network.neutron [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 562.184280] env[62225]: DEBUG nova.policy [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b814d61a49db437089d539e00cde1c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9f5f815048540bc81af4d3f5364222c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 562.473447] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ceea2-71b8-41b7-a33b-8ee111181eae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.481930] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282d5859-68dc-41da-87dd-a14da2d5ec6a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.516280] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5bd4bd-8597-43b1-8aad-de519d85b3e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.530342] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fc1add-5462-4279-9bf8-cd7ed01583f2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.537245] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.538491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.538491] env[62225]: DEBUG nova.network.neutron [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 562.552119] env[62225]: DEBUG nova.compute.provider_tree [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.575617] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 562.649870] env[62225]: INFO nova.scheduler.client.report [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Deleted allocations for instance a1bf1a9f-caf9-469e-9de4-76e146cfa2ca [ 562.855562] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "053ca8ea-7808-4f1c-b982-a16a03ed2331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.855771] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.059860] env[62225]: DEBUG nova.scheduler.client.report [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 563.133672] env[62225]: DEBUG nova.network.neutron [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 563.138956] env[62225]: DEBUG nova.network.neutron [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Successfully created port: 1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.160218] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0b01d1a-33d1-4d8f-9acc-1413474fe250 tempest-ServersAdminTestJSON-1001827062 tempest-ServersAdminTestJSON-1001827062-project-member] Lock "a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.759s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.161776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 24.942s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.162114] env[62225]: INFO nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: a1bf1a9f-caf9-469e-9de4-76e146cfa2ca] During sync_power_state the instance has a pending task (networking). Skip. [ 563.162418] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "a1bf1a9f-caf9-469e-9de4-76e146cfa2ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.226590] env[62225]: DEBUG nova.compute.manager [req-6cc50132-834a-4f5e-bac0-b4eff2e37972 req-9614987f-40ec-4f0c-9654-3adf5c84d80f service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Received event network-vif-plugged-c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 563.226951] env[62225]: DEBUG oslo_concurrency.lockutils [req-6cc50132-834a-4f5e-bac0-b4eff2e37972 req-9614987f-40ec-4f0c-9654-3adf5c84d80f service nova] Acquiring lock "9b36321a-5dff-49cb-a852-aadc4e939893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.227307] env[62225]: DEBUG oslo_concurrency.lockutils [req-6cc50132-834a-4f5e-bac0-b4eff2e37972 req-9614987f-40ec-4f0c-9654-3adf5c84d80f service nova] Lock "9b36321a-5dff-49cb-a852-aadc4e939893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.227531] env[62225]: DEBUG oslo_concurrency.lockutils [req-6cc50132-834a-4f5e-bac0-b4eff2e37972 req-9614987f-40ec-4f0c-9654-3adf5c84d80f service nova] Lock "9b36321a-5dff-49cb-a852-aadc4e939893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.227725] env[62225]: DEBUG nova.compute.manager [req-6cc50132-834a-4f5e-bac0-b4eff2e37972 req-9614987f-40ec-4f0c-9654-3adf5c84d80f service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] No waiting events found dispatching network-vif-plugged-c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 563.227976] env[62225]: WARNING nova.compute.manager [req-6cc50132-834a-4f5e-bac0-b4eff2e37972 req-9614987f-40ec-4f0c-9654-3adf5c84d80f service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Received unexpected event network-vif-plugged-c5ae42e2-7f07-47dc-af8d-7b91a1af103f for instance with vm_state building and task_state spawning. [ 563.565432] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.005s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.567456] env[62225]: ERROR nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Traceback (most recent call last): [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self.driver.spawn(context, instance, image_meta, [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self._vmops.spawn(context, instance, image_meta, injected_files, [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] vm_ref = self.build_virtual_machine(instance, [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] vif_infos = vmwarevif.get_vif_info(self._session, [ 563.567456] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] for vif in network_info: [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return self._sync_wrapper(fn, *args, **kwargs) [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self.wait() [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self[:] = self._gt.wait() [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return self._exit_event.wait() [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] result = hub.switch() [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 563.567873] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return self.greenlet.switch() [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] result = function(*args, **kwargs) [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] return func(*args, **kwargs) [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] raise e [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] nwinfo = self.network_api.allocate_for_instance( [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] created_port_ids = self._update_ports_for_instance( [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] with excutils.save_and_reraise_exception(): [ 563.568234] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] self.force_reraise() [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] raise self.value [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] updated_port = self._update_port( [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] _ensure_no_port_binding_failure(port) [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] raise exception.PortBindingFailed(port_id=port['id']) [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] nova.exception.PortBindingFailed: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. [ 563.568601] env[62225]: ERROR nova.compute.manager [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] [ 563.570180] env[62225]: DEBUG nova.compute.utils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 563.572531] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.975s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.575858] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Build of instance 87b041a3-bd88-4820-92f6-aee6e85f05f7 was re-scheduled: Binding failed for port ba605616-f87f-447a-a183-bbfa96985edd, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 563.576898] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 563.576898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.576898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.577095] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 563.591293] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 563.624160] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 563.624305] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 563.624462] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.624847] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 563.625100] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.625262] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 563.625465] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 563.625622] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 563.625789] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 563.625950] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 563.626135] env[62225]: DEBUG nova.virt.hardware [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 563.626999] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8e883-a795-41c8-a1d5-eeae1d02995b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.636381] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1523b889-adfc-4582-b9ce-6b41b136df1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.663664] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 563.794023] env[62225]: DEBUG nova.network.neutron [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Updating instance_info_cache with network_info: [{"id": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "address": "fa:16:3e:65:8f:d5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae42e2-7f", "ovs_interfaceid": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.105826] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 564.200399] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.262967] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.294364] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Releasing lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.294364] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Instance network_info: |[{"id": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "address": "fa:16:3e:65:8f:d5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae42e2-7f", "ovs_interfaceid": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 564.294566] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:8f:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5ae42e2-7f07-47dc-af8d-7b91a1af103f', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.315700] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 564.316112] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00f732f-b235-4db2-a382-daef2524eb4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.332612] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Created folder: OpenStack in parent group-v4. [ 564.333325] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating folder: Project (5508fc4db880483db5480e06aab0036b). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 564.333325] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-396303b7-7475-420e-847c-542c69a368c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.347147] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Created folder: Project (5508fc4db880483db5480e06aab0036b) in parent group-v163168. [ 564.347283] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating folder: Instances. Parent ref: group-v163169. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 564.347515] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-250e5ee5-46ca-4e6e-8910-b3bb3a8e7b53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.365131] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Created folder: Instances in parent group-v163169. [ 564.365131] env[62225]: DEBUG oslo.service.loopingcall [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.365131] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 564.365131] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-999d14da-bb40-45e4-b04e-73032b83147d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.394198] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.394198] env[62225]: value = "task-677014" [ 564.394198] env[62225]: _type = "Task" [ 564.394198] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.408026] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677014, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.738598] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.738822] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.769400] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "refresh_cache-87b041a3-bd88-4820-92f6-aee6e85f05f7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.769795] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 564.769897] env[62225]: DEBUG nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 564.769998] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 564.787712] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 564.908064] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677014, 'name': CreateVM_Task, 'duration_secs': 0.415342} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.908295] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 564.916132] env[62225]: DEBUG oslo_vmware.service [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e2dfbc-8d32-48b5-aef4-6cde930941cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.922186] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.922430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.923114] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.923380] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e84f48-e6e4-418a-af2b-e6d3a9f78568 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.931530] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 564.931530] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e322b7-3526-808d-9e9a-047d2a8c91a8" [ 564.931530] env[62225]: _type = "Task" [ 564.931530] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.940251] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e322b7-3526-808d-9e9a-047d2a8c91a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.127028] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 87b041a3-bd88-4820-92f6-aee6e85f05f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.127189] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance da675d29-0035-49ae-87f3-cdd74674eab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.127311] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9b36321a-5dff-49cb-a852-aadc4e939893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.127418] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance b1f1769c-2911-449f-a5ef-911f179e4813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.291687] env[62225]: DEBUG nova.network.neutron [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.318911] env[62225]: DEBUG nova.network.neutron [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Successfully updated port: 1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.444025] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.444608] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.445177] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.445337] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.445928] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.446323] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a73a45c6-be29-4c12-981f-9974dd2f6fd9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.454543] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.454928] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 565.455873] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0427a-dfa1-4976-80df-9c5d3f03592a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.465127] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d85ce9-45cf-45e3-90a0-665372927339 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.469826] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 565.469826] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52908243-ac33-7572-b934-ba768dbc9736" [ 565.469826] env[62225]: _type = "Task" [ 565.469826] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.479906] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52908243-ac33-7572-b934-ba768dbc9736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.631986] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 3234501a-af49-4852-a746-73ff62a66a62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.797427] env[62225]: INFO nova.compute.manager [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: 87b041a3-bd88-4820-92f6-aee6e85f05f7] Took 1.02 seconds to deallocate network for instance. [ 565.822332] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "refresh_cache-b1f1769c-2911-449f-a5ef-911f179e4813" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.822471] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "refresh_cache-b1f1769c-2911-449f-a5ef-911f179e4813" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.823965] env[62225]: DEBUG nova.network.neutron [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 565.984442] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 565.986518] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating directory with path [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.986518] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7447f5bd-7def-47f6-a43a-33ee67ae59ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.007263] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Created directory with path [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.007519] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Fetch image to [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 566.007642] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Downloading image file data a5f785c3-28d7-4f68-99f7-64500bdcde22 to [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk on the data store datastore1 {{(pid=62225) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 566.012018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2fe97e-f1a5-4c13-bc80-10d8f47148f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.025184] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b34db-c7ee-4e69-ac35-774b2aeec2a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.033345] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e266ad-d4cd-4965-a208-3855ff4aa2bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.068971] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae86ebf5-460f-4996-aef8-a6ebe8c0fccc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.076139] env[62225]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-408e1a8a-2661-4974-9044-e5ee627c0e74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.136673] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance cf78d409-90bd-44cd-8f85-56ec0c6de51f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.174169] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Downloading image file data a5f785c3-28d7-4f68-99f7-64500bdcde22 to the data store datastore1 {{(pid=62225) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 566.256348] env[62225]: DEBUG oslo_vmware.rw_handles [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 566.359473] env[62225]: DEBUG nova.compute.manager [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Received event network-changed-c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 566.359757] env[62225]: DEBUG nova.compute.manager [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Refreshing instance network info cache due to event network-changed-c5ae42e2-7f07-47dc-af8d-7b91a1af103f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 566.359872] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] Acquiring lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.359985] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] Acquired lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.360188] env[62225]: DEBUG nova.network.neutron [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Refreshing network info cache for port c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 566.399724] env[62225]: DEBUG nova.network.neutron [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 566.489445] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "dc7ad4b6-dcee-406d-999e-f520dca5a976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.489752] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.639768] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f981de5f-3b29-4302-b8b0-2ff92a36eae6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.862737] env[62225]: INFO nova.scheduler.client.report [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleted allocations for instance 87b041a3-bd88-4820-92f6-aee6e85f05f7 [ 566.898415] env[62225]: DEBUG oslo_vmware.rw_handles [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 566.898832] env[62225]: DEBUG oslo_vmware.rw_handles [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 566.917206] env[62225]: DEBUG nova.network.neutron [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Updating instance_info_cache with network_info: [{"id": "1cdd8648-c570-4bb2-aaa0-da7657cb39a0", "address": "fa:16:3e:62:1b:da", "network": {"id": "4c1a563e-66a8-450d-bd6f-dc64dac5db02", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-962571404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f5f815048540bc81af4d3f5364222c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdd8648-c5", "ovs_interfaceid": "1cdd8648-c570-4bb2-aaa0-da7657cb39a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.032671] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Downloaded image file data a5f785c3-28d7-4f68-99f7-64500bdcde22 to vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk on the data store datastore1 {{(pid=62225) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 567.035028] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 567.036425] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Copying Virtual Disk [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk to [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 567.036425] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c2029d-8d35-4d15-b78e-59d77a8a6dff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.047116] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 567.047116] env[62225]: value = "task-677015" [ 567.047116] env[62225]: _type = "Task" [ 567.047116] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.057374] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.144162] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance cf667989-ee94-4da7-9d77-fe615eacf562 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.381155] env[62225]: DEBUG oslo_concurrency.lockutils [None req-023bd9d9-59a7-484a-a259-31f2aa682b84 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "87b041a3-bd88-4820-92f6-aee6e85f05f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.377s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.424617] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "refresh_cache-b1f1769c-2911-449f-a5ef-911f179e4813" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.425585] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Instance network_info: |[{"id": "1cdd8648-c570-4bb2-aaa0-da7657cb39a0", "address": "fa:16:3e:62:1b:da", "network": {"id": "4c1a563e-66a8-450d-bd6f-dc64dac5db02", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-962571404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f5f815048540bc81af4d3f5364222c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdd8648-c5", "ovs_interfaceid": "1cdd8648-c570-4bb2-aaa0-da7657cb39a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 567.426641] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:1b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cdd8648-c570-4bb2-aaa0-da7657cb39a0', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.436178] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Creating folder: Project (d9f5f815048540bc81af4d3f5364222c). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 567.439267] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2a03bd4-c08a-497e-b0a0-46fa1f97db4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.449492] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Created folder: Project (d9f5f815048540bc81af4d3f5364222c) in parent group-v163168. [ 567.449918] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Creating folder: Instances. Parent ref: group-v163172. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 567.450221] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e58de8b-e480-4191-aa50-f3354e4ea291 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.462754] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Created folder: Instances in parent group-v163172. [ 567.463181] env[62225]: DEBUG oslo.service.loopingcall [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.463258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 567.464689] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e94b20b-9442-4e50-9600-bb468970dd4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.494736] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.494736] env[62225]: value = "task-677018" [ 567.494736] env[62225]: _type = "Task" [ 567.494736] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.504230] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677018, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.564164] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677015, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.647948] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.677657] env[62225]: DEBUG nova.network.neutron [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Updated VIF entry in instance network info cache for port c5ae42e2-7f07-47dc-af8d-7b91a1af103f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 567.678125] env[62225]: DEBUG nova.network.neutron [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Updating instance_info_cache with network_info: [{"id": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "address": "fa:16:3e:65:8f:d5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae42e2-7f", "ovs_interfaceid": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.888589] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 568.008849] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677018, 'name': CreateVM_Task, 'duration_secs': 0.392162} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.009321] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 568.013829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.013829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.013829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.013829] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5a2931-4c24-4f7c-aa63-6a136ee8dfe0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.019050] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 568.019050] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b17499-09a1-fa5e-e686-f8c421903cdd" [ 568.019050] env[62225]: _type = "Task" [ 568.019050] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.028567] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b17499-09a1-fa5e-e686-f8c421903cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.064853] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679135} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.066591] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Copied Virtual Disk [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk to [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 568.066591] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleting the datastore file [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.066591] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832ed88f-ed19-4361-9cc6-d8a0e040e593 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.073783] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 568.073783] env[62225]: value = "task-677019" [ 568.073783] env[62225]: _type = "Task" [ 568.073783] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.081904] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.158132] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6e3f397f-f581-4de1-a6ae-307121bfa897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.184846] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] Releasing lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.185215] env[62225]: DEBUG nova.compute.manager [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Received event network-vif-plugged-1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 568.185474] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] Acquiring lock "b1f1769c-2911-449f-a5ef-911f179e4813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.185752] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] Lock "b1f1769c-2911-449f-a5ef-911f179e4813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.185976] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] Lock "b1f1769c-2911-449f-a5ef-911f179e4813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.186249] env[62225]: DEBUG nova.compute.manager [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] No waiting events found dispatching network-vif-plugged-1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 568.186434] env[62225]: WARNING nova.compute.manager [req-8c0ce89d-035f-4c1f-a357-70aac9d2a53f req-566d2695-3afb-471c-aeb9-c09641eb2243 service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Received unexpected event network-vif-plugged-1cdd8648-c570-4bb2-aaa0-da7657cb39a0 for instance with vm_state building and task_state spawning. [ 568.419739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.531688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.532353] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.532548] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.588490] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026791} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.588490] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.588490] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Moving file from [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef/a5f785c3-28d7-4f68-99f7-64500bdcde22 to [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22. {{(pid=62225) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 568.588490] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-326682e5-b817-4de0-b68a-af28ba92fe6e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.602808] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 568.602808] env[62225]: value = "task-677020" [ 568.602808] env[62225]: _type = "Task" [ 568.602808] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.611286] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677020, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.670537] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d9b09b54-cebc-4381-bb2d-48b557dc9da9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.713488] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.714010] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.111893] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677020, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025896} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.112366] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] File moved {{(pid=62225) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 569.112675] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Cleaning up location [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 569.112977] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleting the datastore file [datastore1] vmware_temp/0c9292e6-f7bc-4196-8bfa-28286f730aef {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.115160] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635ce043-bd6d-4732-a5d0-62c7738ed2b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.119944] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 569.119944] env[62225]: value = "task-677021" [ 569.119944] env[62225]: _type = "Task" [ 569.119944] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.128626] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.176855] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 569.534325] env[62225]: DEBUG nova.compute.manager [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Received event network-changed-1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 569.534325] env[62225]: DEBUG nova.compute.manager [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Refreshing instance network info cache due to event network-changed-1cdd8648-c570-4bb2-aaa0-da7657cb39a0. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 569.534325] env[62225]: DEBUG oslo_concurrency.lockutils [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] Acquiring lock "refresh_cache-b1f1769c-2911-449f-a5ef-911f179e4813" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.534325] env[62225]: DEBUG oslo_concurrency.lockutils [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] Acquired lock "refresh_cache-b1f1769c-2911-449f-a5ef-911f179e4813" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.534325] env[62225]: DEBUG nova.network.neutron [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Refreshing network info cache for port 1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 569.634735] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025263} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.635076] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.635860] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d1be9f-9b80-40ea-b68a-8af83792da21 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.643932] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 569.643932] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5284a5e5-f730-3261-9250-818d62bc2610" [ 569.643932] env[62225]: _type = "Task" [ 569.643932] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.654801] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5284a5e5-f730-3261-9250-818d62bc2610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.680845] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 06e2f05a-5901-4a2c-990a-1d8b8318a075 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.133816] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "d44cd37e-42ae-45af-b853-d34441ddf09d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.134105] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.155189] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5284a5e5-f730-3261-9250-818d62bc2610, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.155896] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.155896] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9b36321a-5dff-49cb-a852-aadc4e939893/9b36321a-5dff-49cb-a852-aadc4e939893.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 570.156440] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.156637] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.157144] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eab4ef58-438d-4250-ad1f-ec54e3c05c4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.159354] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e95e5e-e1d0-4647-87be-326f54095d55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.167871] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 570.167871] env[62225]: value = "task-677022" [ 570.167871] env[62225]: _type = "Task" [ 570.167871] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.169043] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.169206] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 570.173673] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f78ba5-72b4-4b16-ad4e-89ab83258ada {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.181875] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 570.181875] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5213cf0b-87fb-abc7-2186-1dd8ec74d26f" [ 570.181875] env[62225]: _type = "Task" [ 570.181875] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.185719] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f45f88d0-3ccd-4f8e-93c4-02d82e23be59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.187281] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.198288] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5213cf0b-87fb-abc7-2186-1dd8ec74d26f, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.199553] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461f2fcc-951d-4f16-a40a-a5587ab56d19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.205169] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 570.205169] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8bce2-3bdf-cf95-1ede-6c4a89eb47b5" [ 570.205169] env[62225]: _type = "Task" [ 570.205169] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.216166] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8bce2-3bdf-cf95-1ede-6c4a89eb47b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.643639] env[62225]: DEBUG nova.network.neutron [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Updated VIF entry in instance network info cache for port 1cdd8648-c570-4bb2-aaa0-da7657cb39a0. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 570.644029] env[62225]: DEBUG nova.network.neutron [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Updating instance_info_cache with network_info: [{"id": "1cdd8648-c570-4bb2-aaa0-da7657cb39a0", "address": "fa:16:3e:62:1b:da", "network": {"id": "4c1a563e-66a8-450d-bd6f-dc64dac5db02", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-962571404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f5f815048540bc81af4d3f5364222c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdd8648-c5", "ovs_interfaceid": "1cdd8648-c570-4bb2-aaa0-da7657cb39a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.679415] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677022, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.692205] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 284a67ff-005a-4949-b4df-80d1015ab5eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.722397] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8bce2-3bdf-cf95-1ede-6c4a89eb47b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.722708] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.722997] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b1f1769c-2911-449f-a5ef-911f179e4813/b1f1769c-2911-449f-a5ef-911f179e4813.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 570.723294] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92c77f7d-4098-47e4-8273-915eea1d3bae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.732334] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 570.732334] env[62225]: value = "task-677023" [ 570.732334] env[62225]: _type = "Task" [ 570.732334] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.744568] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.129566] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "a411242c-6a85-49aa-bf09-5af2dbe3801b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.130558] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.147615] env[62225]: DEBUG oslo_concurrency.lockutils [req-6070669d-94d7-4000-a730-f648ebb1e579 req-a5a21a95-5556-47c9-8304-191f12a4be6b service nova] Releasing lock "refresh_cache-b1f1769c-2911-449f-a5ef-911f179e4813" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.183915] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681353} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.183915] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9b36321a-5dff-49cb-a852-aadc4e939893/9b36321a-5dff-49cb-a852-aadc4e939893.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 571.183915] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.183915] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49eda7b0-8030-4647-82b5-5e4505877c24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.191877] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 571.191877] env[62225]: value = "task-677024" [ 571.191877] env[62225]: _type = "Task" [ 571.191877] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.197829] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 1148a432-e541-482c-9f04-8741c5696142 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.205989] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.248131] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677023, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.705741] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 320e1f36-e96f-4a5a-9f98-74ff3e2ace84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.710197] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098147} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.710197] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.711416] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06b6509-6479-4f4c-b664-0d578aced8e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.748253] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9b36321a-5dff-49cb-a852-aadc4e939893/9b36321a-5dff-49cb-a852-aadc4e939893.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.753370] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852aa40a-5dd5-47ba-9f71-067e2351a7b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.775681] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58358} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.778132] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b1f1769c-2911-449f-a5ef-911f179e4813/b1f1769c-2911-449f-a5ef-911f179e4813.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 571.778132] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.778132] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 571.778132] env[62225]: value = "task-677025" [ 571.778132] env[62225]: _type = "Task" [ 571.778132] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.778132] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eddc4dd5-a94e-47be-ae32-d36d1cc0661d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.788766] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 571.788766] env[62225]: value = "task-677026" [ 571.788766] env[62225]: _type = "Task" [ 571.788766] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.791278] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.800418] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.094037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "5a054b45-28d2-4481-8db0-40899b7b4680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.095146] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "5a054b45-28d2-4481-8db0-40899b7b4680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.208789] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f629ec3b-913b-4d00-8f64-0b2c651ac397 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.290996] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677025, 'name': ReconfigVM_Task, 'duration_secs': 0.290665} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.290996] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9b36321a-5dff-49cb-a852-aadc4e939893/9b36321a-5dff-49cb-a852-aadc4e939893.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.291708] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f951edf9-6f88-435a-a936-e16c4086eb08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.302328] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068064} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.303674] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.304096] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 572.304096] env[62225]: value = "task-677027" [ 572.304096] env[62225]: _type = "Task" [ 572.304096] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.304856] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9503be5-c29a-44dd-a281-0e0b474c37eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.330210] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b1f1769c-2911-449f-a5ef-911f179e4813/b1f1769c-2911-449f-a5ef-911f179e4813.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.334052] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be8ccaa-c4e6-4983-9a60-77e39a580cb1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.348765] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677027, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.353961] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 572.353961] env[62225]: value = "task-677028" [ 572.353961] env[62225]: _type = "Task" [ 572.353961] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.364310] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.713428] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 63577e7a-be52-44c8-8082-6c6de4b98018 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.817656] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677027, 'name': Rename_Task, 'duration_secs': 0.143169} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.818035] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 572.818307] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50bc754-85ba-4a89-afe4-9c5eff90fdb6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.824990] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 572.824990] env[62225]: value = "task-677029" [ 572.824990] env[62225]: _type = "Task" [ 572.824990] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.833302] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.865614] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.928081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.928081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.217763] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 10bf69e0-2212-4b8b-8b08-26345de266fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.335783] env[62225]: DEBUG oslo_vmware.api [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677029, 'name': PowerOnVM_Task, 'duration_secs': 0.476748} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.336101] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 573.336333] env[62225]: INFO nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Took 14.32 seconds to spawn the instance on the hypervisor. [ 573.336627] env[62225]: DEBUG nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 573.337698] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3585d-c953-4867-8df4-a41b7c66aa5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.365652] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677028, 'name': ReconfigVM_Task, 'duration_secs': 0.989848} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.366233] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b1f1769c-2911-449f-a5ef-911f179e4813/b1f1769c-2911-449f-a5ef-911f179e4813.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.366814] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-102eb536-e6f7-47ce-9e91-5a216abbc64d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.373325] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 573.373325] env[62225]: value = "task-677030" [ 573.373325] env[62225]: _type = "Task" [ 573.373325] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.382655] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677030, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.724794] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f3f3010a-3ee4-4561-9734-041c24b15e90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.858415] env[62225]: INFO nova.compute.manager [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Took 33.66 seconds to build instance. [ 573.885132] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677030, 'name': Rename_Task, 'duration_secs': 0.215987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.885356] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 573.885529] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d2683b-5939-4223-abe6-db1c3e8f9a70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.892417] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 573.892417] env[62225]: value = "task-677031" [ 573.892417] env[62225]: _type = "Task" [ 573.892417] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.902348] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.232027] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 053ca8ea-7808-4f1c-b982-a16a03ed2331 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 574.302121] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "8174b643-5052-415e-84e1-c327426b6227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.302371] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.361078] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d23e5441-3a30-47ee-99a2-9dece04531b6 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "9b36321a-5dff-49cb-a852-aadc4e939893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.574s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.404038] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.734613] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 0c5f9435-85a0-4224-8819-6a5215b9f23b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 574.734935] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 574.735148] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 574.864815] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 574.908561] env[62225]: DEBUG oslo_vmware.api [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677031, 'name': PowerOnVM_Task, 'duration_secs': 0.855438} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.910755] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 574.911054] env[62225]: INFO nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Took 11.32 seconds to spawn the instance on the hypervisor. [ 574.911260] env[62225]: DEBUG nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 574.912403] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c4b290-2889-4000-8bbd-7d9086617402 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.283338] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0fa64e-2dcd-4701-b618-dbf764fe8df0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.291791] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f35054-b808-400a-a1d9-80b800627c41 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.321244] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b762af-38b0-47b4-8e8b-ba829e8baf1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.328877] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567679ac-a077-4253-8e02-1505af64d7ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.342127] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.388571] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.433804] env[62225]: INFO nova.compute.manager [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Took 31.12 seconds to build instance. [ 575.822041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.822041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.845513] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 575.935833] env[62225]: DEBUG oslo_concurrency.lockutils [None req-72fcf2d2-56f6-4c53-8acb-f526c1ac147f tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "b1f1769c-2911-449f-a5ef-911f179e4813" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.331s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.363642] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 576.363642] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.788s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.363642] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.122s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.363642] env[62225]: INFO nova.compute.claims [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.366897] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 576.367407] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Getting list of instances from cluster (obj){ [ 576.367407] env[62225]: value = "domain-c8" [ 576.367407] env[62225]: _type = "ClusterComputeResource" [ 576.367407] env[62225]: } {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 576.369165] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50821f2b-f292-480d-b8cc-d3fa666dd10c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.384055] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Got total of 2 instances {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 576.440718] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 576.969257] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.916212] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5509512-d352-47f8-afc0-9786627a7248 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.923177] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3995693-f835-4ee2-b921-9e61a4214b96 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.956908] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08ffd54-401a-47bd-8056-7005149c73a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.964987] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff5c586-1e33-4296-b0dc-d664982ea0a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.979156] env[62225]: DEBUG nova.compute.provider_tree [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.482195] env[62225]: DEBUG nova.scheduler.client.report [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 578.989682] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.989682] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 578.993103] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 26.798s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.506446] env[62225]: DEBUG nova.compute.utils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.518347] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 579.518347] env[62225]: DEBUG nova.network.neutron [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 579.543197] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.543646] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.630688] env[62225]: DEBUG nova.policy [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8455be82ec2141c1b9703401b0d223b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '910d13dad09049428ff8039ff840cfa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 580.013983] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 580.062567] env[62225]: DEBUG nova.network.neutron [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Successfully created port: e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.068770] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd245a-5646-40ec-9efd-971058ddad26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.083165] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d95750-be4a-4733-ab18-04db3e8ce694 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.118080] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43073747-a924-4a25-903d-787303fcb391 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.125493] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff502fd8-f4b9-4d90-85f6-701c1b56d64d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.148123] env[62225]: DEBUG nova.compute.provider_tree [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.651863] env[62225]: DEBUG nova.scheduler.client.report [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 580.928805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "402bb35b-24dc-4326-b607-b636ce61cbbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.929054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.028475] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 581.058040] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 581.058040] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 581.058201] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.058389] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 581.058548] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.058923] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 581.060287] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 581.060287] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 581.060287] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 581.060287] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 581.060287] env[62225]: DEBUG nova.virt.hardware [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 581.061466] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34910aba-3778-4872-bd55-4c6a79d38117 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.070198] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc1fdc-cbfb-4e5a-8cd7-17a3cc1ea4d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.156446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.164s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.157110] env[62225]: ERROR nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Traceback (most recent call last): [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self.driver.spawn(context, instance, image_meta, [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self._vmops.spawn(context, instance, image_meta, injected_files, [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] vm_ref = self.build_virtual_machine(instance, [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] vif_infos = vmwarevif.get_vif_info(self._session, [ 581.157110] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] for vif in network_info: [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return self._sync_wrapper(fn, *args, **kwargs) [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self.wait() [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self[:] = self._gt.wait() [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return self._exit_event.wait() [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] result = hub.switch() [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 581.157903] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return self.greenlet.switch() [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] result = function(*args, **kwargs) [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] return func(*args, **kwargs) [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] raise e [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] nwinfo = self.network_api.allocate_for_instance( [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] created_port_ids = self._update_ports_for_instance( [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] with excutils.save_and_reraise_exception(): [ 581.158494] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] self.force_reraise() [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] raise self.value [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] updated_port = self._update_port( [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] _ensure_no_port_binding_failure(port) [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] raise exception.PortBindingFailed(port_id=port['id']) [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] nova.exception.PortBindingFailed: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. [ 581.159042] env[62225]: ERROR nova.compute.manager [instance: da675d29-0035-49ae-87f3-cdd74674eab4] [ 581.159555] env[62225]: DEBUG nova.compute.utils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 581.163383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.685s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.165029] env[62225]: INFO nova.compute.claims [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.172121] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Build of instance da675d29-0035-49ae-87f3-cdd74674eab4 was re-scheduled: Binding failed for port 59aa40eb-1717-4819-b455-dff46c917209, please check neutron logs for more information. {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 581.172121] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Unplugging VIFs for instance {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 581.172121] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquiring lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.172121] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Acquired lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.172382] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 581.699296] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 581.808773] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.211346] env[62225]: DEBUG nova.compute.manager [req-27ef1c0b-5485-4fac-82f4-31d9790f3691 req-656f7541-f7ee-4d01-9d0b-a3120f61717d service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Received event network-vif-plugged-e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 582.211885] env[62225]: DEBUG oslo_concurrency.lockutils [req-27ef1c0b-5485-4fac-82f4-31d9790f3691 req-656f7541-f7ee-4d01-9d0b-a3120f61717d service nova] Acquiring lock "3234501a-af49-4852-a746-73ff62a66a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.211885] env[62225]: DEBUG oslo_concurrency.lockutils [req-27ef1c0b-5485-4fac-82f4-31d9790f3691 req-656f7541-f7ee-4d01-9d0b-a3120f61717d service nova] Lock "3234501a-af49-4852-a746-73ff62a66a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.212128] env[62225]: DEBUG oslo_concurrency.lockutils [req-27ef1c0b-5485-4fac-82f4-31d9790f3691 req-656f7541-f7ee-4d01-9d0b-a3120f61717d service nova] Lock "3234501a-af49-4852-a746-73ff62a66a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.212128] env[62225]: DEBUG nova.compute.manager [req-27ef1c0b-5485-4fac-82f4-31d9790f3691 req-656f7541-f7ee-4d01-9d0b-a3120f61717d service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] No waiting events found dispatching network-vif-plugged-e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 582.212281] env[62225]: WARNING nova.compute.manager [req-27ef1c0b-5485-4fac-82f4-31d9790f3691 req-656f7541-f7ee-4d01-9d0b-a3120f61717d service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Received unexpected event network-vif-plugged-e0680458-989f-4a13-9d24-3fd09475dd71 for instance with vm_state building and task_state spawning. [ 582.213620] env[62225]: DEBUG nova.network.neutron [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Successfully updated port: e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.313785] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Releasing lock "refresh_cache-da675d29-0035-49ae-87f3-cdd74674eab4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.313785] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62225) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 582.313785] env[62225]: DEBUG nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 582.314072] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 582.340232] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 582.719563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.719563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquired lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.719563] env[62225]: DEBUG nova.network.neutron [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 582.721104] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cce992-30aa-49d0-aefd-3f575351b379 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.732692] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d65b7-02f7-4e74-9019-288d271fe77f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.767246] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c4d1a4-1a30-4b9e-a9db-52353e08833c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.774952] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea0cd70-d2d3-4b24-8e4f-823ec0bf8ed7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.794274] env[62225]: DEBUG nova.compute.provider_tree [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.844135] env[62225]: DEBUG nova.network.neutron [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.258033] env[62225]: DEBUG nova.network.neutron [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 583.297396] env[62225]: DEBUG nova.scheduler.client.report [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 583.308951] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "260eae69-df48-45b6-a09d-c47a36c471f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.309210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "260eae69-df48-45b6-a09d-c47a36c471f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.345534] env[62225]: INFO nova.compute.manager [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] [instance: da675d29-0035-49ae-87f3-cdd74674eab4] Took 1.03 seconds to deallocate network for instance. [ 583.397280] env[62225]: DEBUG nova.network.neutron [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Updating instance_info_cache with network_info: [{"id": "e0680458-989f-4a13-9d24-3fd09475dd71", "address": "fa:16:3e:aa:42:02", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0680458-98", "ovs_interfaceid": "e0680458-989f-4a13-9d24-3fd09475dd71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.806985] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.807530] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 583.810418] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.389s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.812143] env[62225]: INFO nova.compute.claims [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.902031] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Releasing lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.902031] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Instance network_info: |[{"id": "e0680458-989f-4a13-9d24-3fd09475dd71", "address": "fa:16:3e:aa:42:02", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0680458-98", "ovs_interfaceid": "e0680458-989f-4a13-9d24-3fd09475dd71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 583.902422] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:42:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0680458-989f-4a13-9d24-3fd09475dd71', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.908442] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Creating folder: Project (910d13dad09049428ff8039ff840cfa8). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 583.909256] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a4d350-c5bf-415a-b12a-1bf5328ebd28 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.919561] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Created folder: Project (910d13dad09049428ff8039ff840cfa8) in parent group-v163168. [ 583.921619] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Creating folder: Instances. Parent ref: group-v163178. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 583.921619] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f849e8-1162-4836-b8b1-e23934c20988 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.930507] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Created folder: Instances in parent group-v163178. [ 583.930507] env[62225]: DEBUG oslo.service.loopingcall [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.930507] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 583.930507] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5131953-7887-45da-b4d3-b210686caf00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.947710] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.947710] env[62225]: value = "task-677038" [ 583.947710] env[62225]: _type = "Task" [ 583.947710] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.955381] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677038, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.240968] env[62225]: DEBUG nova.compute.manager [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Received event network-changed-e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 584.241930] env[62225]: DEBUG nova.compute.manager [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Refreshing instance network info cache due to event network-changed-e0680458-989f-4a13-9d24-3fd09475dd71. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 584.241930] env[62225]: DEBUG oslo_concurrency.lockutils [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] Acquiring lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.241930] env[62225]: DEBUG oslo_concurrency.lockutils [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] Acquired lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.241930] env[62225]: DEBUG nova.network.neutron [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Refreshing network info cache for port e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 584.316319] env[62225]: DEBUG nova.compute.utils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 584.320384] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 584.320613] env[62225]: DEBUG nova.network.neutron [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 584.379695] env[62225]: INFO nova.scheduler.client.report [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Deleted allocations for instance da675d29-0035-49ae-87f3-cdd74674eab4 [ 584.386139] env[62225]: DEBUG nova.policy [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20b9581921e479aaf8372c56be545aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a996be29a414b419f7f6ce57f290cf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 584.458452] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677038, 'name': CreateVM_Task, 'duration_secs': 0.325563} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.458840] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 584.460113] env[62225]: DEBUG oslo_vmware.service [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa6384a-4317-4af1-9da3-e2e90082cb3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.466908] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.466908] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.467024] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.467641] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b1062a-a9fa-492e-b137-d5c86cadd09e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.473657] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 584.473657] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5243487c-5f3f-5190-1f83-26e29e9e0c40" [ 584.473657] env[62225]: _type = "Task" [ 584.473657] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.481052] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5243487c-5f3f-5190-1f83-26e29e9e0c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.693150] env[62225]: DEBUG nova.network.neutron [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Successfully created port: 31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.821179] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 584.890448] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d5c67292-b223-438b-addb-746298872292 tempest-FloatingIPsAssociationTestJSON-1739751939 tempest-FloatingIPsAssociationTestJSON-1739751939-project-member] Lock "da675d29-0035-49ae-87f3-cdd74674eab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.591s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.989034] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.990077] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.990077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.990077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.990077] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.990077] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3e6d74-0989-42e6-9f86-4e4e6cfdbc68 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.001593] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.001795] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 585.002684] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc4917-bc3d-483d-9b80-38256b92a740 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.014128] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9af1bf-a967-49d7-91f3-da3e3593d075 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.018586] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 585.018586] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52af97c4-9bef-c61a-8c10-74578e16bf1f" [ 585.018586] env[62225]: _type = "Task" [ 585.018586] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.029784] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52af97c4-9bef-c61a-8c10-74578e16bf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.205680] env[62225]: DEBUG nova.network.neutron [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Updated VIF entry in instance network info cache for port e0680458-989f-4a13-9d24-3fd09475dd71. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 585.205955] env[62225]: DEBUG nova.network.neutron [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Updating instance_info_cache with network_info: [{"id": "e0680458-989f-4a13-9d24-3fd09475dd71", "address": "fa:16:3e:aa:42:02", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0680458-98", "ovs_interfaceid": "e0680458-989f-4a13-9d24-3fd09475dd71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.322518] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb0438-772a-42ce-904d-c78c21390a2f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.337899] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2f9013-6b02-43c4-9eda-bc9e93a6fe7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.389140] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882198f-3d6d-4cd5-98dc-e0ce9715e0ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.399406] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 585.408081] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9433ef6-7bac-4eca-87e0-7c1cad3d2507 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.424136] env[62225]: DEBUG nova.compute.provider_tree [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.529264] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 585.529538] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Creating directory with path [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.529782] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c58fc084-3de3-467e-9ad6-57219d7285f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.584315] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Created directory with path [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.584641] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Fetch image to [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 585.584928] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Downloading image file data a5f785c3-28d7-4f68-99f7-64500bdcde22 to [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk on the data store datastore2 {{(pid=62225) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 585.585942] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7df80-61b2-46cd-9a5c-6dbb767e5b20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.593997] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fbbd81-e828-42aa-9ddf-001b7f393b77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.603603] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5a77e1-b563-46fd-9ae2-b00afe9dbb09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.639114] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e7c78e-3e35-4ed3-bf06-31ce9b9c2729 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.647401] env[62225]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e3c3070f-0893-47d1-b521-d2cbb26ebd10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.708879] env[62225]: DEBUG oslo_concurrency.lockutils [req-aa1e631f-cec5-43ee-a82b-0c1e178ccdbe req-3614720b-f318-4462-bde1-3c443cad5aca service nova] Releasing lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.733186] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Downloading image file data a5f785c3-28d7-4f68-99f7-64500bdcde22 to the data store datastore2 {{(pid=62225) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 585.792131] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 585.854955] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 585.885541] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 585.885805] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 585.885958] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.886150] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 585.886294] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.886438] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 585.886645] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 585.886859] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 585.887082] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 585.887258] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 585.887432] env[62225]: DEBUG nova.virt.hardware [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 585.888316] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d257c5ba-2436-4514-ab09-f49285a5bb06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.900469] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a54f8e-d2e6-4afc-8ef7-e4283110c128 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.927314] env[62225]: DEBUG nova.scheduler.client.report [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 585.942384] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.375874] env[62225]: DEBUG nova.network.neutron [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Successfully updated port: 31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.411106] env[62225]: DEBUG nova.compute.manager [req-925d5b66-b2f7-4af4-92f5-05dc549bc337 req-9d185f0d-b47f-485c-9532-a1ba92c1c21e service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Received event network-vif-plugged-31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 586.411106] env[62225]: DEBUG oslo_concurrency.lockutils [req-925d5b66-b2f7-4af4-92f5-05dc549bc337 req-9d185f0d-b47f-485c-9532-a1ba92c1c21e service nova] Acquiring lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.411106] env[62225]: DEBUG oslo_concurrency.lockutils [req-925d5b66-b2f7-4af4-92f5-05dc549bc337 req-9d185f0d-b47f-485c-9532-a1ba92c1c21e service nova] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.411106] env[62225]: DEBUG oslo_concurrency.lockutils [req-925d5b66-b2f7-4af4-92f5-05dc549bc337 req-9d185f0d-b47f-485c-9532-a1ba92c1c21e service nova] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.411106] env[62225]: DEBUG nova.compute.manager [req-925d5b66-b2f7-4af4-92f5-05dc549bc337 req-9d185f0d-b47f-485c-9532-a1ba92c1c21e service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] No waiting events found dispatching network-vif-plugged-31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 586.411479] env[62225]: WARNING nova.compute.manager [req-925d5b66-b2f7-4af4-92f5-05dc549bc337 req-9d185f0d-b47f-485c-9532-a1ba92c1c21e service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Received unexpected event network-vif-plugged-31f434d1-07b8-40e8-a19b-22f9ab679bfc for instance with vm_state building and task_state spawning. [ 586.438289] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.438289] env[62225]: DEBUG nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 586.442250] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.786s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.446234] env[62225]: INFO nova.compute.claims [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.600319] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 586.600569] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 586.663547] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Downloaded image file data a5f785c3-28d7-4f68-99f7-64500bdcde22 to vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk on the data store datastore2 {{(pid=62225) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 586.665999] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 586.666367] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Copying Virtual Disk [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk to [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 586.666720] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a25f19-cb92-4958-bcf8-2cf50b3e1a05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.676817] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 586.676817] env[62225]: value = "task-677040" [ 586.676817] env[62225]: _type = "Task" [ 586.676817] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.688518] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.879558] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "refresh_cache-cf78d409-90bd-44cd-8f85-56ec0c6de51f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.879641] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "refresh_cache-cf78d409-90bd-44cd-8f85-56ec0c6de51f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.879745] env[62225]: DEBUG nova.network.neutron [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 586.943579] env[62225]: DEBUG nova.compute.utils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.945020] env[62225]: DEBUG nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 587.191365] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677040, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.427460] env[62225]: DEBUG nova.network.neutron [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 587.445888] env[62225]: DEBUG nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 587.647458] env[62225]: DEBUG nova.network.neutron [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Updating instance_info_cache with network_info: [{"id": "31f434d1-07b8-40e8-a19b-22f9ab679bfc", "address": "fa:16:3e:21:f4:f8", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f434d1-07", "ovs_interfaceid": "31f434d1-07b8-40e8-a19b-22f9ab679bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.689393] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820653} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.692099] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Copied Virtual Disk [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk to [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 587.692302] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleting the datastore file [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22/tmp-sparse.vmdk {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.692739] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c094b880-f436-4dae-a02f-e53e5ce78ff0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.702047] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 587.702047] env[62225]: value = "task-677042" [ 587.702047] env[62225]: _type = "Task" [ 587.702047] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.720374] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.018866] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdcf004-28e4-4cc7-864a-ab19a39c513a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.028804] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb4f44-c38d-4999-9094-bc8d65e2790c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.060054] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46adea31-0f56-4bfe-ab9b-3478cf0f2879 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.069137] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0497e765-e89b-4f36-9a41-4a85d8c549be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.085937] env[62225]: DEBUG nova.compute.provider_tree [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.150499] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "refresh_cache-cf78d409-90bd-44cd-8f85-56ec0c6de51f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.150858] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Instance network_info: |[{"id": "31f434d1-07b8-40e8-a19b-22f9ab679bfc", "address": "fa:16:3e:21:f4:f8", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f434d1-07", "ovs_interfaceid": "31f434d1-07b8-40e8-a19b-22f9ab679bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 588.151308] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:f4:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31f434d1-07b8-40e8-a19b-22f9ab679bfc', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.159160] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Creating folder: Project (8a996be29a414b419f7f6ce57f290cf8). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 588.159460] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78d31ef4-02be-425a-a8fd-42b947271a4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.172841] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Created folder: Project (8a996be29a414b419f7f6ce57f290cf8) in parent group-v163168. [ 588.173107] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Creating folder: Instances. Parent ref: group-v163181. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 588.173391] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bb86a10-94c1-4450-983f-32664da89a9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.182884] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Created folder: Instances in parent group-v163181. [ 588.183149] env[62225]: DEBUG oslo.service.loopingcall [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.183741] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 588.183741] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2b6b61-acf4-427f-964e-7e831c722c6a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.203784] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.203784] env[62225]: value = "task-677045" [ 588.203784] env[62225]: _type = "Task" [ 588.203784] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.214455] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031351} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.217365] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.217590] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Moving file from [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9/a5f785c3-28d7-4f68-99f7-64500bdcde22 to [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22. {{(pid=62225) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 588.217796] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677045, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.217984] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0e5d5ca7-0641-4ee3-aa45-4281cc823d1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.225296] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 588.225296] env[62225]: value = "task-677046" [ 588.225296] env[62225]: _type = "Task" [ 588.225296] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.235963] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677046, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.452284] env[62225]: DEBUG nova.compute.manager [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Received event network-changed-31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 588.452663] env[62225]: DEBUG nova.compute.manager [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Refreshing instance network info cache due to event network-changed-31f434d1-07b8-40e8-a19b-22f9ab679bfc. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 588.452663] env[62225]: DEBUG oslo_concurrency.lockutils [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] Acquiring lock "refresh_cache-cf78d409-90bd-44cd-8f85-56ec0c6de51f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.452890] env[62225]: DEBUG oslo_concurrency.lockutils [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] Acquired lock "refresh_cache-cf78d409-90bd-44cd-8f85-56ec0c6de51f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.453043] env[62225]: DEBUG nova.network.neutron [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Refreshing network info cache for port 31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 588.463185] env[62225]: DEBUG nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 588.494462] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 588.494829] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 588.495036] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.495791] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 588.495913] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.496074] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 588.496286] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 588.496442] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 588.496604] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 588.496788] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 588.496984] env[62225]: DEBUG nova.virt.hardware [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 588.497928] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdfc7c2-5e56-4f28-a04f-6fe7e5a57cd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.508263] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f1c11-f878-4553-ba27-78361f14ce3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.526693] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.540037] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Creating folder: Project (61917a7b3443488b94a968eb2eaca583). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 588.540487] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57a60f76-36d4-4a6a-958e-e65924c9b5f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.557136] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Created folder: Project (61917a7b3443488b94a968eb2eaca583) in parent group-v163168. [ 588.557136] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Creating folder: Instances. Parent ref: group-v163184. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 588.557136] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8957a10b-ccad-45c4-a4d5-f89b081118c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.569577] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Created folder: Instances in parent group-v163184. [ 588.569577] env[62225]: DEBUG oslo.service.loopingcall [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.569577] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 588.569577] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb7808b-9919-4b65-b2ce-3ae83ac332b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.590235] env[62225]: DEBUG nova.scheduler.client.report [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 588.594559] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.594559] env[62225]: value = "task-677049" [ 588.594559] env[62225]: _type = "Task" [ 588.594559] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.603690] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677049, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.719027] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677045, 'name': CreateVM_Task, 'duration_secs': 0.420302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.719027] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 588.720077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.720077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.720077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.722188] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7d268f-0160-475b-9ad5-15a5bae48643 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.727133] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 588.727133] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd4074-a425-f873-4153-2b60c8a073a4" [ 588.727133] env[62225]: _type = "Task" [ 588.727133] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.738986] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd4074-a425-f873-4153-2b60c8a073a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.741978] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677046, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.04248} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.742209] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] File moved {{(pid=62225) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 588.742393] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Cleaning up location [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 588.742546] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleting the datastore file [datastore2] vmware_temp/09fa67a4-0b60-4d05-b642-f0a0d0d2f3e9 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.742772] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdc9a029-01d5-4a21-9314-365c2e0027bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.750872] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 588.750872] env[62225]: value = "task-677050" [ 588.750872] env[62225]: _type = "Task" [ 588.750872] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.759350] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.099723] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.101069] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 589.104667] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.455s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.107261] env[62225]: INFO nova.compute.claims [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.124722] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677049, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.210939] env[62225]: DEBUG nova.network.neutron [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Updated VIF entry in instance network info cache for port 31f434d1-07b8-40e8-a19b-22f9ab679bfc. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 589.211329] env[62225]: DEBUG nova.network.neutron [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Updating instance_info_cache with network_info: [{"id": "31f434d1-07b8-40e8-a19b-22f9ab679bfc", "address": "fa:16:3e:21:f4:f8", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31f434d1-07", "ovs_interfaceid": "31f434d1-07b8-40e8-a19b-22f9ab679bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.245023] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd4074-a425-f873-4153-2b60c8a073a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.245023] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.245023] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.245023] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.261463] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031308} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.264527] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.265281] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5be185e-45dd-4fe0-888a-6e295a09897d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.271097] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 589.271097] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d42838-1f15-92a9-c3bb-9a82df0d677e" [ 589.271097] env[62225]: _type = "Task" [ 589.271097] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.279623] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d42838-1f15-92a9-c3bb-9a82df0d677e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.606612] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677049, 'name': CreateVM_Task, 'duration_secs': 0.55605} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.606892] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 589.607379] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.607615] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.607993] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.608358] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6146e92c-5fb8-406f-a220-a6ac385f7d66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.614197] env[62225]: DEBUG nova.compute.utils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.619064] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 589.619340] env[62225]: DEBUG nova.network.neutron [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 589.621830] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 589.621830] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d341ad-f5be-1705-02ae-cf8da0d43f86" [ 589.621830] env[62225]: _type = "Task" [ 589.621830] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.632294] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d341ad-f5be-1705-02ae-cf8da0d43f86, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.633491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.633491] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.633779] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.633973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.634222] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.634999] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ff40241-b013-4c7f-bc97-bdf1cb24e197 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.643935] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.644075] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 589.645046] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720a8219-ca04-4ab8-85b8-8da5f16c59b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.651036] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 589.651036] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528cd686-1c22-664a-4664-a12c4a691a9e" [ 589.651036] env[62225]: _type = "Task" [ 589.651036] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.661199] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528cd686-1c22-664a-4664-a12c4a691a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.696312] env[62225]: DEBUG nova.policy [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b814d61a49db437089d539e00cde1c5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9f5f815048540bc81af4d3f5364222c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 589.713871] env[62225]: DEBUG oslo_concurrency.lockutils [req-7924aa12-25d3-4b87-8325-402aab7cb6ec req-728d287a-6ce3-4469-8f0d-0f130dca9446 service nova] Releasing lock "refresh_cache-cf78d409-90bd-44cd-8f85-56ec0c6de51f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.783143] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d42838-1f15-92a9-c3bb-9a82df0d677e, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.783466] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.783883] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 3234501a-af49-4852-a746-73ff62a66a62/3234501a-af49-4852-a746-73ff62a66a62.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 589.784209] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.784460] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.784766] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8ff7747-4c5f-49a6-81bb-47cd0a7d084d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.786918] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19fd89df-ae2d-4874-a837-616a0a2da52d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.794985] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 589.794985] env[62225]: value = "task-677052" [ 589.794985] env[62225]: _type = "Task" [ 589.794985] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.799343] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.799720] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 589.800696] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e5aa1a-9f9a-42a8-bf08-bea2f66a3f3f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.806746] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.811906] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 589.811906] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ab4d24-df39-2bd6-a8a8-c8bc59ad99de" [ 589.811906] env[62225]: _type = "Task" [ 589.811906] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.821651] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ab4d24-df39-2bd6-a8a8-c8bc59ad99de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.121623] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 590.166850] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528cd686-1c22-664a-4664-a12c4a691a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.172359] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2920a7d-fa98-4910-b283-a985fda34e2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.182271] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 590.182271] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b409d0-6469-356c-c923-42ee84c85cdb" [ 590.182271] env[62225]: _type = "Task" [ 590.182271] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.200135] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b409d0-6469-356c-c923-42ee84c85cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.314474] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484844} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.318583] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 3234501a-af49-4852-a746-73ff62a66a62/3234501a-af49-4852-a746-73ff62a66a62.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 590.321039] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.321039] env[62225]: DEBUG nova.network.neutron [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Successfully created port: 5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.322520] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7267f0a6-68f8-4560-ae8d-6ffcbc98e0b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.334163] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ab4d24-df39-2bd6-a8a8-c8bc59ad99de, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.335698] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 590.335698] env[62225]: value = "task-677053" [ 590.335698] env[62225]: _type = "Task" [ 590.335698] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.337364] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5d6986-1a6a-4cc2-aef7-f8adaa2fbca8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.351058] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.352644] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 590.352644] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52150e2c-fb50-92dd-3f31-652d1c1ea3ab" [ 590.352644] env[62225]: _type = "Task" [ 590.352644] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.363339] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52150e2c-fb50-92dd-3f31-652d1c1ea3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.363610] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.364218] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] cf78d409-90bd-44cd-8f85-56ec0c6de51f/cf78d409-90bd-44cd-8f85-56ec0c6de51f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 590.364565] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1823259-8f9a-4e8b-a77b-c05865698a63 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.377355] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 590.377355] env[62225]: value = "task-677054" [ 590.377355] env[62225]: _type = "Task" [ 590.377355] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.387031] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.698539] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b409d0-6469-356c-c923-42ee84c85cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.025015} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.698539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.698539] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f981de5f-3b29-4302-b8b0-2ff92a36eae6/f981de5f-3b29-4302-b8b0-2ff92a36eae6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 590.698539] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b19051-9cb6-44d8-b33b-3fb4eefd0e94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.709022] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 590.709022] env[62225]: value = "task-677055" [ 590.709022] env[62225]: _type = "Task" [ 590.709022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.719843] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.721592] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19a22f9-294a-4a12-b7d3-0eb9062914df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.730950] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfe050a-20f9-4612-8469-c6f52afb21b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.767103] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6066acb-bc98-446f-818e-5ffc54c4f852 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.781025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0cfe01-ce60-475e-ba23-d4ab5aa5d1e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.797588] env[62225]: DEBUG nova.compute.provider_tree [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.848925] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068829} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.851032] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.851032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3512eb-d718-49ff-b1bf-50f6d3fe678b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.874707] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 3234501a-af49-4852-a746-73ff62a66a62/3234501a-af49-4852-a746-73ff62a66a62.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.879514] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fcfb48-e3cc-4b5e-9dfd-14e2a2f3f695 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.900238] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497036} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.900589] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] cf78d409-90bd-44cd-8f85-56ec0c6de51f/cf78d409-90bd-44cd-8f85-56ec0c6de51f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 590.900804] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.901117] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 590.901117] env[62225]: value = "task-677056" [ 590.901117] env[62225]: _type = "Task" [ 590.901117] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.901299] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34539c3a-a311-472e-a241-6e57a95a7801 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.912384] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 590.912384] env[62225]: value = "task-677057" [ 590.912384] env[62225]: _type = "Task" [ 590.912384] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.915654] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.925224] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.139933] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 591.171248] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 591.171665] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 591.172224] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.172552] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 591.172842] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.172994] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 591.173324] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 591.173590] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 591.173831] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 591.174081] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 591.174232] env[62225]: DEBUG nova.virt.hardware [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.175195] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27569694-138e-4c82-bd11-d03e34c828a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.184342] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29496c9-b9a5-41b8-8361-19830a821771 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.220288] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.302174] env[62225]: DEBUG nova.scheduler.client.report [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 591.413710] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677056, 'name': ReconfigVM_Task, 'duration_secs': 0.326943} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.413994] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 3234501a-af49-4852-a746-73ff62a66a62/3234501a-af49-4852-a746-73ff62a66a62.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.414638] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841b99f2-3f69-467e-be6d-00f5fc1b6116 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.424503] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109003} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.425729] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.426125] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 591.426125] env[62225]: value = "task-677058" [ 591.426125] env[62225]: _type = "Task" [ 591.426125] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.426889] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8782c-fd16-4c8c-97ad-9f7f0e6fa740 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.465699] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] cf78d409-90bd-44cd-8f85-56ec0c6de51f/cf78d409-90bd-44cd-8f85-56ec0c6de51f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.466428] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677058, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.466723] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43dfb62-1cf9-4a5f-83fb-ba44b9a6a7d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.489295] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 591.489295] env[62225]: value = "task-677059" [ 591.489295] env[62225]: _type = "Task" [ 591.489295] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.499686] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.725026] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578967} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.725026] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f981de5f-3b29-4302-b8b0-2ff92a36eae6/f981de5f-3b29-4302-b8b0-2ff92a36eae6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 591.725026] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.725026] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29df5f99-0c01-48a9-ad5b-708fec36391a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.732084] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 591.732084] env[62225]: value = "task-677060" [ 591.732084] env[62225]: _type = "Task" [ 591.732084] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.746273] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.808175] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.808897] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 591.811045] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.611s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.812457] env[62225]: INFO nova.compute.claims [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.941609] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677058, 'name': Rename_Task, 'duration_secs': 0.152759} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.943036] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 591.943036] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2aa0a5b-3389-4b3b-b164-8554bf008c93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.950564] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 591.950564] env[62225]: value = "task-677062" [ 591.950564] env[62225]: _type = "Task" [ 591.950564] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.959392] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.002143] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677059, 'name': ReconfigVM_Task, 'duration_secs': 0.297733} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.002955] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Reconfigured VM instance instance-0000000e to attach disk [datastore2] cf78d409-90bd-44cd-8f85-56ec0c6de51f/cf78d409-90bd-44cd-8f85-56ec0c6de51f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.004361] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89b89bf8-120e-4fe6-9784-c69a02487c17 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.014024] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 592.014024] env[62225]: value = "task-677063" [ 592.014024] env[62225]: _type = "Task" [ 592.014024] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.024913] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677063, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.245526] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080641} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.245526] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.245818] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9d3b53-3446-4f16-8061-2def0f4828d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.270680] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f981de5f-3b29-4302-b8b0-2ff92a36eae6/f981de5f-3b29-4302-b8b0-2ff92a36eae6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.271709] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6b7765-ba61-48f1-a5e4-c7cf4ece3aa9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.297404] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 592.297404] env[62225]: value = "task-677064" [ 592.297404] env[62225]: _type = "Task" [ 592.297404] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.306514] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.317186] env[62225]: DEBUG nova.compute.utils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.323028] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 592.323028] env[62225]: DEBUG nova.network.neutron [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 592.390960] env[62225]: DEBUG nova.policy [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d3d05e7e3fe44d49c375cb2a7e42abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be8100c30c5f4288816abfb646024a69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 592.463409] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677062, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.522970] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677063, 'name': Rename_Task, 'duration_secs': 0.168886} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.525922] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 592.525922] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea4bddf-7b97-4659-965c-1b1e9a986feb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.535215] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 592.535215] env[62225]: value = "task-677065" [ 592.535215] env[62225]: _type = "Task" [ 592.535215] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.544945] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.707449] env[62225]: DEBUG nova.compute.manager [req-18062cf5-a8b6-4d1f-91f6-dd56406f4459 req-43bd31dc-64b5-4a4a-b623-7052d094e4c4 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Received event network-vif-plugged-5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 592.707663] env[62225]: DEBUG oslo_concurrency.lockutils [req-18062cf5-a8b6-4d1f-91f6-dd56406f4459 req-43bd31dc-64b5-4a4a-b623-7052d094e4c4 service nova] Acquiring lock "cf667989-ee94-4da7-9d77-fe615eacf562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.707857] env[62225]: DEBUG oslo_concurrency.lockutils [req-18062cf5-a8b6-4d1f-91f6-dd56406f4459 req-43bd31dc-64b5-4a4a-b623-7052d094e4c4 service nova] Lock "cf667989-ee94-4da7-9d77-fe615eacf562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.708085] env[62225]: DEBUG oslo_concurrency.lockutils [req-18062cf5-a8b6-4d1f-91f6-dd56406f4459 req-43bd31dc-64b5-4a4a-b623-7052d094e4c4 service nova] Lock "cf667989-ee94-4da7-9d77-fe615eacf562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.708264] env[62225]: DEBUG nova.compute.manager [req-18062cf5-a8b6-4d1f-91f6-dd56406f4459 req-43bd31dc-64b5-4a4a-b623-7052d094e4c4 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] No waiting events found dispatching network-vif-plugged-5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 592.708432] env[62225]: WARNING nova.compute.manager [req-18062cf5-a8b6-4d1f-91f6-dd56406f4459 req-43bd31dc-64b5-4a4a-b623-7052d094e4c4 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Received unexpected event network-vif-plugged-5e298a7d-ab1c-4dfe-8244-5394c4225a1c for instance with vm_state building and task_state spawning. [ 592.718833] env[62225]: DEBUG nova.network.neutron [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Successfully updated port: 5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.734611] env[62225]: DEBUG nova.network.neutron [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Successfully created port: e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.810504] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677064, 'name': ReconfigVM_Task, 'duration_secs': 0.371383} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.810961] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f981de5f-3b29-4302-b8b0-2ff92a36eae6/f981de5f-3b29-4302-b8b0-2ff92a36eae6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.812511] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7535e5c6-ce79-4b24-9150-3931c34c8ad1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.825816] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 592.830992] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 592.830992] env[62225]: value = "task-677066" [ 592.830992] env[62225]: _type = "Task" [ 592.830992] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.848022] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677066, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.965899] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677062, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.044213] env[62225]: DEBUG oslo_vmware.api [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677065, 'name': PowerOnVM_Task, 'duration_secs': 0.496604} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.047423] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 593.047751] env[62225]: INFO nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Took 7.19 seconds to spawn the instance on the hypervisor. [ 593.047919] env[62225]: DEBUG nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 593.049073] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75becc8-88da-43af-8be4-b9c710b59a01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.228780] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "refresh_cache-cf667989-ee94-4da7-9d77-fe615eacf562" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.228780] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "refresh_cache-cf667989-ee94-4da7-9d77-fe615eacf562" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.228780] env[62225]: DEBUG nova.network.neutron [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 593.347209] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce38490-3c87-4387-a3f0-a9f20a695553 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.352496] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677066, 'name': Rename_Task, 'duration_secs': 0.197186} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.353135] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 593.353403] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-484018fa-1387-4c8e-8d70-12afca45d9b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.358205] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc45ff8-d9f6-46ea-8889-ee398ede9f06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.366021] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 593.366021] env[62225]: value = "task-677067" [ 593.366021] env[62225]: _type = "Task" [ 593.366021] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.397221] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caaae84-bf02-46e1-b3af-db8a9fc4a8dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.404635] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.411031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cbcc44-f91b-4b5e-ba80-5f6fe0ac1301 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.427360] env[62225]: DEBUG nova.compute.provider_tree [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.462748] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677062, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.570514] env[62225]: INFO nova.compute.manager [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Took 40.12 seconds to build instance. [ 593.769964] env[62225]: DEBUG nova.network.neutron [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 593.841842] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 593.872782] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 593.873299] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 593.873810] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.874164] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 593.874423] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.874699] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 593.875052] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 593.875387] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 593.875690] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 593.875992] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 593.876292] env[62225]: DEBUG nova.virt.hardware [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.877288] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6700e42-1280-40e1-944d-49ddac5f26e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.887230] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cf8b9e-5b99-4a7b-a4f8-1c87a4c901d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.894789] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.931144] env[62225]: DEBUG nova.scheduler.client.report [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 593.958894] env[62225]: DEBUG nova.network.neutron [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Updating instance_info_cache with network_info: [{"id": "5e298a7d-ab1c-4dfe-8244-5394c4225a1c", "address": "fa:16:3e:52:a2:74", "network": {"id": "4c1a563e-66a8-450d-bd6f-dc64dac5db02", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-962571404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f5f815048540bc81af4d3f5364222c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e298a7d-ab", "ovs_interfaceid": "5e298a7d-ab1c-4dfe-8244-5394c4225a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.964474] env[62225]: DEBUG oslo_vmware.api [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677062, 'name': PowerOnVM_Task, 'duration_secs': 1.816459} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.964720] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 593.964917] env[62225]: INFO nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Took 12.94 seconds to spawn the instance on the hypervisor. [ 593.965140] env[62225]: DEBUG nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 593.965968] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f205ae37-ecc0-4d4a-bc40-d4e45baaa31b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.054878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.054878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.073277] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e2ed570-52d4-4496-80df-72cc4d51cc0a tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.687s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.376247] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.436348] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.436854] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 594.439389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.020s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.440823] env[62225]: INFO nova.compute.claims [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.461087] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "refresh_cache-cf667989-ee94-4da7-9d77-fe615eacf562" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.461493] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Instance network_info: |[{"id": "5e298a7d-ab1c-4dfe-8244-5394c4225a1c", "address": "fa:16:3e:52:a2:74", "network": {"id": "4c1a563e-66a8-450d-bd6f-dc64dac5db02", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-962571404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f5f815048540bc81af4d3f5364222c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e298a7d-ab", "ovs_interfaceid": "5e298a7d-ab1c-4dfe-8244-5394c4225a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 594.461945] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:a2:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e298a7d-ab1c-4dfe-8244-5394c4225a1c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.474219] env[62225]: DEBUG oslo.service.loopingcall [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.475918] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 594.475918] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e9a5bdb-135c-4af9-a4da-a19bc4b07d45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.500042] env[62225]: INFO nova.compute.manager [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Took 43.28 seconds to build instance. [ 594.504065] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.504065] env[62225]: value = "task-677068" [ 594.504065] env[62225]: _type = "Task" [ 594.504065] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.512411] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677068, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.583926] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 594.628387] env[62225]: DEBUG nova.network.neutron [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Successfully updated port: e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.639503] env[62225]: DEBUG nova.compute.manager [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Received event network-changed {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 594.639768] env[62225]: DEBUG nova.compute.manager [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Refreshing instance network info cache due to event network-changed. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 594.639911] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] Acquiring lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.640063] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] Acquired lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.640723] env[62225]: DEBUG nova.network.neutron [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 594.722133] env[62225]: DEBUG nova.compute.manager [req-ef732755-f6ff-4eed-b4d6-6d85f3d787d5 req-2f33a9b9-d0fc-408e-8657-da3f947024e6 service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Received event network-vif-plugged-e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 594.722442] env[62225]: DEBUG oslo_concurrency.lockutils [req-ef732755-f6ff-4eed-b4d6-6d85f3d787d5 req-2f33a9b9-d0fc-408e-8657-da3f947024e6 service nova] Acquiring lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.722528] env[62225]: DEBUG oslo_concurrency.lockutils [req-ef732755-f6ff-4eed-b4d6-6d85f3d787d5 req-2f33a9b9-d0fc-408e-8657-da3f947024e6 service nova] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.722734] env[62225]: DEBUG oslo_concurrency.lockutils [req-ef732755-f6ff-4eed-b4d6-6d85f3d787d5 req-2f33a9b9-d0fc-408e-8657-da3f947024e6 service nova] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.722931] env[62225]: DEBUG nova.compute.manager [req-ef732755-f6ff-4eed-b4d6-6d85f3d787d5 req-2f33a9b9-d0fc-408e-8657-da3f947024e6 service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] No waiting events found dispatching network-vif-plugged-e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 594.723147] env[62225]: WARNING nova.compute.manager [req-ef732755-f6ff-4eed-b4d6-6d85f3d787d5 req-2f33a9b9-d0fc-408e-8657-da3f947024e6 service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Received unexpected event network-vif-plugged-e6b5fc81-ec98-44c7-b695-befbf3004491 for instance with vm_state building and task_state spawning. [ 594.879430] env[62225]: DEBUG oslo_vmware.api [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677067, 'name': PowerOnVM_Task, 'duration_secs': 1.43536} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.879752] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 594.879984] env[62225]: INFO nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Took 6.42 seconds to spawn the instance on the hypervisor. [ 594.880248] env[62225]: DEBUG nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 594.881077] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b242a8a1-162f-41d5-9553-17b6820f95d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.944982] env[62225]: DEBUG nova.compute.utils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.948174] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 594.948283] env[62225]: DEBUG nova.network.neutron [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 594.992690] env[62225]: DEBUG nova.compute.manager [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Received event network-changed-5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 594.992880] env[62225]: DEBUG nova.compute.manager [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Refreshing instance network info cache due to event network-changed-5e298a7d-ab1c-4dfe-8244-5394c4225a1c. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 594.993247] env[62225]: DEBUG oslo_concurrency.lockutils [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] Acquiring lock "refresh_cache-cf667989-ee94-4da7-9d77-fe615eacf562" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.993448] env[62225]: DEBUG oslo_concurrency.lockutils [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] Acquired lock "refresh_cache-cf667989-ee94-4da7-9d77-fe615eacf562" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.993743] env[62225]: DEBUG nova.network.neutron [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Refreshing network info cache for port 5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 595.006308] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d28b8fd-c734-435c-8946-6f363135dc7b tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "3234501a-af49-4852-a746-73ff62a66a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.232s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.011458] env[62225]: DEBUG nova.policy [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b60d63862b4967a8b466de67e9a775', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c814f96361481587762565f055d5a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 595.019496] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677068, 'name': CreateVM_Task, 'duration_secs': 0.418131} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.019661] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 595.020320] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.020480] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.020782] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.021025] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bad034-e171-4234-bc35-719a03d1a70d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.026387] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 595.026387] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5235acb0-b6cd-3e9b-64b6-b8cbaa6b01a7" [ 595.026387] env[62225]: _type = "Task" [ 595.026387] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.035725] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5235acb0-b6cd-3e9b-64b6-b8cbaa6b01a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.108722] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.131126] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "refresh_cache-e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.131255] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquired lock "refresh_cache-e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.131408] env[62225]: DEBUG nova.network.neutron [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 595.403176] env[62225]: INFO nova.compute.manager [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Took 40.02 seconds to build instance. [ 595.418654] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "3234501a-af49-4852-a746-73ff62a66a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.421139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "3234501a-af49-4852-a746-73ff62a66a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.423250] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "3234501a-af49-4852-a746-73ff62a66a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.423250] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "3234501a-af49-4852-a746-73ff62a66a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.423250] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "3234501a-af49-4852-a746-73ff62a66a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.424955] env[62225]: INFO nova.compute.manager [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Terminating instance [ 595.427087] env[62225]: DEBUG nova.compute.manager [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 595.427372] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 595.431020] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6141b-0f2a-4a2e-8e11-2f80736ada73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.438754] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 595.439143] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a146c9-9b43-4565-a086-7a70cd59d130 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.449159] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 595.451739] env[62225]: DEBUG oslo_vmware.api [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 595.451739] env[62225]: value = "task-677069" [ 595.451739] env[62225]: _type = "Task" [ 595.451739] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.456569] env[62225]: DEBUG nova.network.neutron [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Updating instance_info_cache with network_info: [{"id": "e0680458-989f-4a13-9d24-3fd09475dd71", "address": "fa:16:3e:aa:42:02", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0680458-98", "ovs_interfaceid": "e0680458-989f-4a13-9d24-3fd09475dd71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.463139] env[62225]: DEBUG nova.network.neutron [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Successfully created port: dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.473295] env[62225]: DEBUG oslo_vmware.api [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.511733] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 595.543491] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5235acb0-b6cd-3e9b-64b6-b8cbaa6b01a7, 'name': SearchDatastore_Task, 'duration_secs': 0.038525} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.543491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.543747] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.543974] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.544172] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.544377] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.545386] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ee328fe-8db2-4d71-8c65-39544607a82b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.557094] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.557312] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 595.558407] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f413012-a43e-4046-9ff0-d7d3ab385417 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.569498] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 595.569498] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296cb05-4666-f5b5-a99c-440a19c3857c" [ 595.569498] env[62225]: _type = "Task" [ 595.569498] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.583474] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296cb05-4666-f5b5-a99c-440a19c3857c, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.584525] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fd2dda-bb1f-4500-83af-20b29ab538b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.595804] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 595.595804] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5240242e-7d74-14b6-27aa-43cf2191bba4" [ 595.595804] env[62225]: _type = "Task" [ 595.595804] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.609661] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5240242e-7d74-14b6-27aa-43cf2191bba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.677700] env[62225]: DEBUG nova.network.neutron [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 595.906042] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc704943-33a1-4ae3-90db-316997e65251 tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.254s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.941941] env[62225]: DEBUG nova.network.neutron [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Updated VIF entry in instance network info cache for port 5e298a7d-ab1c-4dfe-8244-5394c4225a1c. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 595.942373] env[62225]: DEBUG nova.network.neutron [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Updating instance_info_cache with network_info: [{"id": "5e298a7d-ab1c-4dfe-8244-5394c4225a1c", "address": "fa:16:3e:52:a2:74", "network": {"id": "4c1a563e-66a8-450d-bd6f-dc64dac5db02", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-962571404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9f5f815048540bc81af4d3f5364222c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e298a7d-ab", "ovs_interfaceid": "5e298a7d-ab1c-4dfe-8244-5394c4225a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.955183] env[62225]: DEBUG nova.network.neutron [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Updating instance_info_cache with network_info: [{"id": "e6b5fc81-ec98-44c7-b695-befbf3004491", "address": "fa:16:3e:39:ea:b1", "network": {"id": "1fd88b88-3926-4f4a-9d26-881d109bfc29", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1275666894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8100c30c5f4288816abfb646024a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b5fc81-ec", "ovs_interfaceid": "e6b5fc81-ec98-44c7-b695-befbf3004491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.966467] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b12f81ac-12d9-4c0c-8e9e-a1b01d62bcd5 tempest-ServerExternalEventsTest-810463840 tempest-ServerExternalEventsTest-810463840-project] Releasing lock "refresh_cache-3234501a-af49-4852-a746-73ff62a66a62" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.973941] env[62225]: DEBUG oslo_vmware.api [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677069, 'name': PowerOffVM_Task, 'duration_secs': 0.283564} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.974851] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 595.975041] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 595.977639] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966f15df-4ca9-4482-9548-ea339b200325 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.029376] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a3ccd3-edc9-4a7f-9f19-1b2df0cfa2f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.034242] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.038014] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c241c5e-2fe9-4e6e-8eda-20a9cf3972f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.071075] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb8475-83fb-40a6-aa98-afda1ad8b147 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.073732] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 596.073925] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 596.074113] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleting the datastore file [datastore2] 3234501a-af49-4852-a746-73ff62a66a62 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.074718] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-195fb26f-5e2c-4ea2-8728-8c26262b8f1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.086919] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fce799-9310-4a31-921f-e957ebe2afb8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.090877] env[62225]: DEBUG oslo_vmware.api [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for the task: (returnval){ [ 596.090877] env[62225]: value = "task-677072" [ 596.090877] env[62225]: _type = "Task" [ 596.090877] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.093182] env[62225]: DEBUG nova.compute.manager [None req-18c070bb-bea8-44ed-ae9f-8227d5cb0b63 tempest-ServerDiagnosticsV248Test-455000693 tempest-ServerDiagnosticsV248Test-455000693-project-admin] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 596.099123] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df3a0d-042b-4e73-9564-0a6492ae62ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.110384] env[62225]: DEBUG nova.compute.provider_tree [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.121515] env[62225]: DEBUG oslo_vmware.api [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.126121] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5240242e-7d74-14b6-27aa-43cf2191bba4, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.127648] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.127902] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] cf667989-ee94-4da7-9d77-fe615eacf562/cf667989-ee94-4da7-9d77-fe615eacf562.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 596.128442] env[62225]: INFO nova.compute.manager [None req-18c070bb-bea8-44ed-ae9f-8227d5cb0b63 tempest-ServerDiagnosticsV248Test-455000693 tempest-ServerDiagnosticsV248Test-455000693-project-admin] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Retrieving diagnostics [ 596.128713] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230e0d0c-0ef5-45da-acda-a964a7e06dca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.131416] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a86be4-6f8e-4993-9dc5-e8498a030896 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.166208] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 596.166208] env[62225]: value = "task-677073" [ 596.166208] env[62225]: _type = "Task" [ 596.166208] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.174921] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.408405] env[62225]: DEBUG nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 596.445619] env[62225]: DEBUG oslo_concurrency.lockutils [req-13f369fb-c745-4685-9a5e-5104ebae02d8 req-33436e9c-f35f-42bb-9e3b-ee83e88894af service nova] Releasing lock "refresh_cache-cf667989-ee94-4da7-9d77-fe615eacf562" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.461367] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 596.463271] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Releasing lock "refresh_cache-e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.463553] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Instance network_info: |[{"id": "e6b5fc81-ec98-44c7-b695-befbf3004491", "address": "fa:16:3e:39:ea:b1", "network": {"id": "1fd88b88-3926-4f4a-9d26-881d109bfc29", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1275666894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8100c30c5f4288816abfb646024a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b5fc81-ec", "ovs_interfaceid": "e6b5fc81-ec98-44c7-b695-befbf3004491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 596.464462] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ea:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6b5fc81-ec98-44c7-b695-befbf3004491', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.472272] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Creating folder: Project (be8100c30c5f4288816abfb646024a69). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 596.472595] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2006120e-3c4e-4736-a353-9a0166512edb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.488846] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Created folder: Project (be8100c30c5f4288816abfb646024a69) in parent group-v163168. [ 596.489096] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Creating folder: Instances. Parent ref: group-v163189. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 596.500741] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 596.501151] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 596.501410] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.501707] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 596.501891] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.502030] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 596.502393] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 596.502632] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 596.502933] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 596.503225] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 596.503525] env[62225]: DEBUG nova.virt.hardware [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.503947] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0706ac1-9b55-4bbb-a524-ec605b4f22a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.507345] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a47d7a-e3d3-4abb-a115-7ec29bc29803 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.523630] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5f8a8-9282-47bf-838b-6ccde10e27c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.532099] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Created folder: Instances in parent group-v163189. [ 596.532530] env[62225]: DEBUG oslo.service.loopingcall [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.533346] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 596.533717] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9bf6be-0dcb-4087-9991-fcc4811c897d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.571153] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.571153] env[62225]: value = "task-677076" [ 596.571153] env[62225]: _type = "Task" [ 596.571153] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.581232] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677076, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.605204] env[62225]: DEBUG oslo_vmware.api [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Task: {'id': task-677072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163123} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.605468] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.605654] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 596.606305] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 596.606305] env[62225]: INFO nova.compute.manager [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Took 1.18 seconds to destroy the instance on the hypervisor. [ 596.606413] env[62225]: DEBUG oslo.service.loopingcall [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.606540] env[62225]: DEBUG nova.compute.manager [-] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 596.606633] env[62225]: DEBUG nova.network.neutron [-] [instance: 3234501a-af49-4852-a746-73ff62a66a62] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 596.618051] env[62225]: DEBUG nova.scheduler.client.report [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 596.679633] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.949684] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.081829] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677076, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.123443] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.124102] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 597.127009] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.739s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.128724] env[62225]: INFO nova.compute.claims [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.142885] env[62225]: DEBUG nova.compute.manager [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Received event network-changed-e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 597.142885] env[62225]: DEBUG nova.compute.manager [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Refreshing instance network info cache due to event network-changed-e6b5fc81-ec98-44c7-b695-befbf3004491. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 597.142885] env[62225]: DEBUG oslo_concurrency.lockutils [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] Acquiring lock "refresh_cache-e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.142885] env[62225]: DEBUG oslo_concurrency.lockutils [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] Acquired lock "refresh_cache-e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.142885] env[62225]: DEBUG nova.network.neutron [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Refreshing network info cache for port e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 597.152099] env[62225]: DEBUG nova.network.neutron [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Successfully updated port: dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.181174] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597976} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.181306] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] cf667989-ee94-4da7-9d77-fe615eacf562/cf667989-ee94-4da7-9d77-fe615eacf562.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 597.181438] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.181713] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8bfd40-ea33-418a-a03a-81641f9d8697 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.191914] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 597.191914] env[62225]: value = "task-677077" [ 597.191914] env[62225]: _type = "Task" [ 597.191914] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.201573] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.364467] env[62225]: DEBUG nova.compute.manager [req-25a49d7d-8683-4a39-997e-36093b4a3be2 req-a66d1b3d-e67b-4780-a264-136adf8a2710 service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Received event network-vif-deleted-e0680458-989f-4a13-9d24-3fd09475dd71 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 597.364773] env[62225]: INFO nova.compute.manager [req-25a49d7d-8683-4a39-997e-36093b4a3be2 req-a66d1b3d-e67b-4780-a264-136adf8a2710 service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Neutron deleted interface e0680458-989f-4a13-9d24-3fd09475dd71; detaching it from the instance and deleting it from the info cache [ 597.364858] env[62225]: DEBUG nova.network.neutron [req-25a49d7d-8683-4a39-997e-36093b4a3be2 req-a66d1b3d-e67b-4780-a264-136adf8a2710 service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.451184] env[62225]: DEBUG nova.network.neutron [-] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.585276] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677076, 'name': CreateVM_Task, 'duration_secs': 0.854671} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.585452] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 597.586190] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.586307] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.586630] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.586878] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7eef9e-8b99-4a2b-b5b4-0bbe8a11d679 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.592593] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 597.592593] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b47670-bfa9-7fcd-7b87-94d363d5b667" [ 597.592593] env[62225]: _type = "Task" [ 597.592593] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.601558] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b47670-bfa9-7fcd-7b87-94d363d5b667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.637147] env[62225]: DEBUG nova.compute.utils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 597.640688] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 597.640862] env[62225]: DEBUG nova.network.neutron [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 597.653866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.653866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.653866] env[62225]: DEBUG nova.network.neutron [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 597.702221] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080466} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.702575] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.703288] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fc7e77-4b35-491e-abbb-f982ee70d0d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.726686] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] cf667989-ee94-4da7-9d77-fe615eacf562/cf667989-ee94-4da7-9d77-fe615eacf562.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.728386] env[62225]: DEBUG nova.policy [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23eb3170f98b41e3a5aa04aef834a81e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7e05279a3574e81bc30098c973cad66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 597.730203] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ea7fd8-4e0b-479d-9e7a-f552d9fea8a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.752558] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 597.752558] env[62225]: value = "task-677078" [ 597.752558] env[62225]: _type = "Task" [ 597.752558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.761808] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.869894] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28edfe5-1a23-4176-893f-fbf1c06f7ab2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.883189] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1fa999-6650-44b7-b776-8ff8a2d2a587 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.913375] env[62225]: DEBUG nova.compute.manager [req-25a49d7d-8683-4a39-997e-36093b4a3be2 req-a66d1b3d-e67b-4780-a264-136adf8a2710 service nova] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Detach interface failed, port_id=e0680458-989f-4a13-9d24-3fd09475dd71, reason: Instance 3234501a-af49-4852-a746-73ff62a66a62 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 597.944621] env[62225]: DEBUG nova.network.neutron [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Updated VIF entry in instance network info cache for port e6b5fc81-ec98-44c7-b695-befbf3004491. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 597.945037] env[62225]: DEBUG nova.network.neutron [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Updating instance_info_cache with network_info: [{"id": "e6b5fc81-ec98-44c7-b695-befbf3004491", "address": "fa:16:3e:39:ea:b1", "network": {"id": "1fd88b88-3926-4f4a-9d26-881d109bfc29", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1275666894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8100c30c5f4288816abfb646024a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b5fc81-ec", "ovs_interfaceid": "e6b5fc81-ec98-44c7-b695-befbf3004491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.954273] env[62225]: INFO nova.compute.manager [-] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Took 1.35 seconds to deallocate network for instance. [ 598.112947] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b47670-bfa9-7fcd-7b87-94d363d5b667, 'name': SearchDatastore_Task, 'duration_secs': 0.014288} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.114902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.114902] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.114902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.114902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.115121] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.115412] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653d5223-1873-4c0b-a831-37eaf0b8c836 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.127578] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.127913] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 598.129103] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36677c39-2f3d-494c-8c81-e3a30797fcfb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.135486] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 598.135486] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ec99d3-86c2-e202-f4ca-7810647692e6" [ 598.135486] env[62225]: _type = "Task" [ 598.135486] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.140122] env[62225]: DEBUG nova.network.neutron [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Successfully created port: d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.142850] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 598.151970] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ec99d3-86c2-e202-f4ca-7810647692e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.194678] env[62225]: DEBUG nova.network.neutron [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 598.268184] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.367118] env[62225]: DEBUG nova.network.neutron [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.447259] env[62225]: DEBUG oslo_concurrency.lockutils [req-f0ef3e81-a285-43ca-ad3e-944514554f10 req-df7b6ee3-d865-4d56-8721-cfff0d0068eb service nova] Releasing lock "refresh_cache-e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.465387] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.640627] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014577eb-2452-4572-a9ef-89901631701a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.655154] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ec99d3-86c2-e202-f4ca-7810647692e6, 'name': SearchDatastore_Task, 'duration_secs': 0.032887} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.656293] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c4009e-2775-4dd1-888c-79f35fe55275 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.660338] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c392ef7-aba8-4121-b123-878698685b93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.666126] env[62225]: DEBUG nova.compute.manager [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 598.691140] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c65f0-5805-4a30-94a2-7eb95ac6f7da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.694043] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 598.694043] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d2fa5-c2e0-2590-5200-2163f73f2540" [ 598.694043] env[62225]: _type = "Task" [ 598.694043] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.695842] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac578475-6129-4e09-b3a1-358521c6c03d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.708638] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52131eef-30b3-43b3-a321-b97ca12ae919 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.717360] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d2fa5-c2e0-2590-5200-2163f73f2540, 'name': SearchDatastore_Task, 'duration_secs': 0.023607} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.717917] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.718275] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8/e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 598.718409] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d39e0c47-f8b1-41cb-9a9b-51a509501d81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.728053] env[62225]: DEBUG nova.compute.provider_tree [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.735440] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 598.735440] env[62225]: value = "task-677080" [ 598.735440] env[62225]: _type = "Task" [ 598.735440] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.743862] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.765054] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677078, 'name': ReconfigVM_Task, 'duration_secs': 0.877749} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.765342] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Reconfigured VM instance instance-00000010 to attach disk [datastore1] cf667989-ee94-4da7-9d77-fe615eacf562/cf667989-ee94-4da7-9d77-fe615eacf562.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.765968] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbed77f3-37da-472a-8c81-c450260c1367 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.773044] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 598.773044] env[62225]: value = "task-677081" [ 598.773044] env[62225]: _type = "Task" [ 598.773044] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.781603] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677081, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.869878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.870235] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Instance network_info: |[{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 598.870668] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbd261c9-96ae-4011-9aba-e8272f8b0d42', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.878866] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Creating folder: Project (27c814f96361481587762565f055d5a7). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 598.878866] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab0e7d5a-218d-4e04-bc95-54518fa508be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.891900] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Created folder: Project (27c814f96361481587762565f055d5a7) in parent group-v163168. [ 598.892116] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Creating folder: Instances. Parent ref: group-v163192. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 598.892405] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ad96a8-c09f-4ed2-a65e-a60591656a1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.909697] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Created folder: Instances in parent group-v163192. [ 598.909697] env[62225]: DEBUG oslo.service.loopingcall [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.909697] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 598.909697] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a9a1b47-d03d-4198-ba4c-f40cfa9e4771 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.930791] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.930791] env[62225]: value = "task-677084" [ 598.930791] env[62225]: _type = "Task" [ 598.930791] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.939336] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677084, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.157598] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 599.173999] env[62225]: DEBUG nova.compute.manager [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Received event network-vif-plugged-dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 599.174388] env[62225]: DEBUG oslo_concurrency.lockutils [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] Acquiring lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.174584] env[62225]: DEBUG oslo_concurrency.lockutils [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.174647] env[62225]: DEBUG oslo_concurrency.lockutils [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.174818] env[62225]: DEBUG nova.compute.manager [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] No waiting events found dispatching network-vif-plugged-dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 599.174982] env[62225]: WARNING nova.compute.manager [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Received unexpected event network-vif-plugged-dbd261c9-96ae-4011-9aba-e8272f8b0d42 for instance with vm_state building and task_state spawning. [ 599.175133] env[62225]: DEBUG nova.compute.manager [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Received event network-changed-dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 599.175330] env[62225]: DEBUG nova.compute.manager [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Refreshing instance network info cache due to event network-changed-dbd261c9-96ae-4011-9aba-e8272f8b0d42. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 599.175509] env[62225]: DEBUG oslo_concurrency.lockutils [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] Acquiring lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.175666] env[62225]: DEBUG oslo_concurrency.lockutils [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] Acquired lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.175857] env[62225]: DEBUG nova.network.neutron [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Refreshing network info cache for port dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 599.193593] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 599.193789] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 599.193919] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.194120] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 599.194264] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.194406] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 599.194653] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 599.194912] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 599.195123] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 599.195181] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 599.195347] env[62225]: DEBUG nova.virt.hardware [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 599.196750] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee2f49e-8d6b-43a0-a1b9-890016f04bc4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.208751] env[62225]: INFO nova.compute.manager [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] instance snapshotting [ 599.213034] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a40dec-5d60-4501-986d-039c9434a7e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.217545] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f1a33-1eb0-4ac6-9c75-9fec341249af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.233372] env[62225]: DEBUG nova.scheduler.client.report [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 599.256752] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61190adf-2523-414d-acd7-e76b0d3ed3bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.273309] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.285717] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677081, 'name': Rename_Task, 'duration_secs': 0.153296} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.286104] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 599.286414] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931423d2-62d3-478d-9ce8-4f2b1ccec3cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.297509] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 599.297509] env[62225]: value = "task-677085" [ 599.297509] env[62225]: _type = "Task" [ 599.297509] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.309319] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.443113] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677084, 'name': CreateVM_Task, 'duration_secs': 0.402086} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.443113] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 599.443697] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.443868] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.444213] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.444461] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1983ceb-1d22-4dd0-87d9-d1a9df301569 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.450128] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 599.450128] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52decb22-b8a0-0b6d-43c5-16361d15728b" [ 599.450128] env[62225]: _type = "Task" [ 599.450128] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.458486] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52decb22-b8a0-0b6d-43c5-16361d15728b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.754385] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.754771] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 599.765561] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.797s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.768539] env[62225]: INFO nova.compute.claims [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.777636] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 599.784183] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56aaf5e4-f478-49f5-a68b-ca96c7b8928f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.793252] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625183} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.794817] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8/e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 599.795098] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.795425] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 599.795425] env[62225]: value = "task-677086" [ 599.795425] env[62225]: _type = "Task" [ 599.795425] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.795800] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53936316-dd26-4c28-a206-c181c0181f38 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.801956] env[62225]: DEBUG nova.network.neutron [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Successfully updated port: d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.812937] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 599.812937] env[62225]: value = "task-677087" [ 599.812937] env[62225]: _type = "Task" [ 599.812937] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.820178] env[62225]: DEBUG oslo_vmware.api [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677085, 'name': PowerOnVM_Task, 'duration_secs': 0.500476} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.820178] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677086, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.823331] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 599.823617] env[62225]: INFO nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Took 8.68 seconds to spawn the instance on the hypervisor. [ 599.823836] env[62225]: DEBUG nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 599.825320] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d1c16b-4cf1-42ea-b164-1646de61f06f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.835750] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.964358] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52decb22-b8a0-0b6d-43c5-16361d15728b, 'name': SearchDatastore_Task, 'duration_secs': 0.016253} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.964673] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.964904] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.965151] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.965293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.965466] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.965731] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-083c7104-ebc4-4871-ab19-20e951e00a6b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.976819] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.976993] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 599.977727] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014f68b8-48d1-466d-9eb7-da1fd33af191 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.986211] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 599.986211] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d46325-39f3-5476-52a9-1a3918dd36ab" [ 599.986211] env[62225]: _type = "Task" [ 599.986211] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.995077] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d46325-39f3-5476-52a9-1a3918dd36ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.013179] env[62225]: DEBUG nova.network.neutron [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updated VIF entry in instance network info cache for port dbd261c9-96ae-4011-9aba-e8272f8b0d42. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 600.013570] env[62225]: DEBUG nova.network.neutron [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.282649] env[62225]: DEBUG nova.compute.utils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.282951] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 600.282951] env[62225]: DEBUG nova.network.neutron [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 600.307684] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677086, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.310503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.310503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquired lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.310604] env[62225]: DEBUG nova.network.neutron [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 600.324561] env[62225]: DEBUG nova.policy [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e52a3278d1664ed2871d89fea909f8b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c54c3a8c1544f28a9559ba5508a262', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 600.332657] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078633} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.332918] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.333715] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbad240-e51c-46be-b54e-6badc2c66ccd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.364879] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8/e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.365483] env[62225]: INFO nova.compute.manager [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Took 42.74 seconds to build instance. [ 600.366657] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603095a6-07b1-4ed5-bc9e-07af7b41adb7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.389800] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 600.389800] env[62225]: value = "task-677089" [ 600.389800] env[62225]: _type = "Task" [ 600.389800] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.401973] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.497724] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d46325-39f3-5476-52a9-1a3918dd36ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.498733] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42146b1-daa9-4cad-a27a-8821a9d3da93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.506552] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 600.506552] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52efd212-24f3-4339-bb33-7200f86e7aa2" [ 600.506552] env[62225]: _type = "Task" [ 600.506552] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.517531] env[62225]: DEBUG oslo_concurrency.lockutils [req-6b671a04-10e9-41c6-8c8a-6f497a8fe05b req-0de47214-9621-45c7-b76c-9d85738d5fb2 service nova] Releasing lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.518462] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52efd212-24f3-4339-bb33-7200f86e7aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.745235] env[62225]: DEBUG nova.network.neutron [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Successfully created port: 9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.787338] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 600.821309] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677086, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.873830] env[62225]: DEBUG nova.network.neutron [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 600.882683] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7b3fc4c-e29d-4f0a-bea4-ddce2d947aef tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "cf667989-ee94-4da7-9d77-fe615eacf562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.547s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.904731] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677089, 'name': ReconfigVM_Task, 'duration_secs': 0.393135} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.905039] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Reconfigured VM instance instance-00000011 to attach disk [datastore1] e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8/e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.905925] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ad659c8-58c9-4f23-8472-7cf462e36d57 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.913783] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 600.913783] env[62225]: value = "task-677090" [ 600.913783] env[62225]: _type = "Task" [ 600.913783] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.932788] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677090, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.019886] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52efd212-24f3-4339-bb33-7200f86e7aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.020563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.020563] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897/6e3f397f-f581-4de1-a6ae-307121bfa897.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 601.020799] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eefc88a4-6890-4d70-a9aa-18b259828f17 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.030079] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 601.030079] env[62225]: value = "task-677091" [ 601.030079] env[62225]: _type = "Task" [ 601.030079] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.040315] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.093214] env[62225]: DEBUG nova.network.neutron [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updating instance_info_cache with network_info: [{"id": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "address": "fa:16:3e:94:d8:a2", "network": {"id": "e516ce34-0be6-463a-9684-4e4d7b3a7275", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1566837437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e05279a3574e81bc30098c973cad66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30d0bca-9e", "ovs_interfaceid": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.300018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88605ee4-626f-433d-94af-151f3d9e2236 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.315646] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677086, 'name': CreateSnapshot_Task, 'duration_secs': 1.023156} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.318159] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 601.318760] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382503ed-2519-45b6-b8ab-13670313a7cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.322179] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197d02b3-0f3b-44cc-a2ab-c33eef56bb0d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.365613] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c7ce57-516d-45c5-9620-8c71c4537772 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.369211] env[62225]: DEBUG nova.compute.manager [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Received event network-vif-plugged-d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 601.369422] env[62225]: DEBUG oslo_concurrency.lockutils [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.369632] env[62225]: DEBUG oslo_concurrency.lockutils [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.369796] env[62225]: DEBUG oslo_concurrency.lockutils [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.369956] env[62225]: DEBUG nova.compute.manager [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] No waiting events found dispatching network-vif-plugged-d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 601.370143] env[62225]: WARNING nova.compute.manager [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Received unexpected event network-vif-plugged-d30d0bca-9e58-4fd9-836e-bee4310f2725 for instance with vm_state building and task_state spawning. [ 601.370287] env[62225]: DEBUG nova.compute.manager [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Received event network-changed-d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 601.370432] env[62225]: DEBUG nova.compute.manager [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Refreshing instance network info cache due to event network-changed-d30d0bca-9e58-4fd9-836e-bee4310f2725. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 601.370593] env[62225]: DEBUG oslo_concurrency.lockutils [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] Acquiring lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.378350] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8032bc-c959-4dce-95fb-51516ca6909d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.385668] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 601.401222] env[62225]: DEBUG nova.compute.provider_tree [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.424793] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677090, 'name': Rename_Task, 'duration_secs': 0.200163} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.425585] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 601.426687] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8bb742-f2e0-441f-a308-25a5034bc58e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.436977] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 601.436977] env[62225]: value = "task-677092" [ 601.436977] env[62225]: _type = "Task" [ 601.436977] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.448055] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.542613] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.597416] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Releasing lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.597992] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Instance network_info: |[{"id": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "address": "fa:16:3e:94:d8:a2", "network": {"id": "e516ce34-0be6-463a-9684-4e4d7b3a7275", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1566837437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e05279a3574e81bc30098c973cad66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30d0bca-9e", "ovs_interfaceid": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 601.598413] env[62225]: DEBUG oslo_concurrency.lockutils [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] Acquired lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.598671] env[62225]: DEBUG nova.network.neutron [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Refreshing network info cache for port d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 601.600073] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d8:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd30d0bca-9e58-4fd9-836e-bee4310f2725', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.608292] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Creating folder: Project (a7e05279a3574e81bc30098c973cad66). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 601.610035] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c52ae63b-fed1-4657-b4af-46a492942481 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.621104] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Created folder: Project (a7e05279a3574e81bc30098c973cad66) in parent group-v163168. [ 601.621722] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Creating folder: Instances. Parent ref: group-v163196. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 601.621722] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aaef37f-df31-41f2-8069-8baeb3c792af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.632831] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Created folder: Instances in parent group-v163196. [ 601.633114] env[62225]: DEBUG oslo.service.loopingcall [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.633312] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 601.633539] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01b0769c-1c91-4053-bfc5-3705d872c498 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.653629] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.653629] env[62225]: value = "task-677095" [ 601.653629] env[62225]: _type = "Task" [ 601.653629] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.662020] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677095, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.799226] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 601.826886] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:35:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='890457138',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1774591886',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 601.827196] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 601.827385] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.827644] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 601.827757] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.827931] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 601.828180] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 601.828372] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 601.828574] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 601.828949] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 601.829193] env[62225]: DEBUG nova.virt.hardware [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.830195] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c86821-791a-48e7-a838-4b7603eaef0d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.839218] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d87849-e898-4d57-b7e5-ecefb30f81f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.874248] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 601.874707] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89b569ee-5e24-4dd1-aa66-1b6887d98293 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.891402] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 601.891402] env[62225]: value = "task-677096" [ 601.891402] env[62225]: _type = "Task" [ 601.891402] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.904134] env[62225]: DEBUG nova.scheduler.client.report [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 601.911374] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677096, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.920780] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.948246] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677092, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.041797] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562897} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.042451] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897/6e3f397f-f581-4de1-a6ae-307121bfa897.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 602.042451] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.042661] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138f4ec1-b80e-454f-85db-4092166f7aaf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.052232] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 602.052232] env[62225]: value = "task-677097" [ 602.052232] env[62225]: _type = "Task" [ 602.052232] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.070467] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.166773] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677095, 'name': CreateVM_Task, 'duration_secs': 0.426236} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.167048] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 602.167950] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.168235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.168703] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.169069] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeff3266-8295-4ab6-b020-64a49c68d442 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.175901] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 602.175901] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f10747-4f23-27d6-edd3-b0f8d2fd39fb" [ 602.175901] env[62225]: _type = "Task" [ 602.175901] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.189678] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f10747-4f23-27d6-edd3-b0f8d2fd39fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.387053] env[62225]: DEBUG nova.network.neutron [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updated VIF entry in instance network info cache for port d30d0bca-9e58-4fd9-836e-bee4310f2725. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 602.387471] env[62225]: DEBUG nova.network.neutron [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updating instance_info_cache with network_info: [{"id": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "address": "fa:16:3e:94:d8:a2", "network": {"id": "e516ce34-0be6-463a-9684-4e4d7b3a7275", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1566837437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e05279a3574e81bc30098c973cad66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30d0bca-9e", "ovs_interfaceid": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.403758] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677096, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.412766] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.413369] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 602.416239] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.474s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.417857] env[62225]: INFO nova.compute.claims [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.450044] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677092, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.565481] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087425} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.565657] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.566520] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53e3e7-581c-48d7-8a79-aa0a1acb0c7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.592142] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897/6e3f397f-f581-4de1-a6ae-307121bfa897.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.592142] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a960461-e6cb-436a-849c-b3f32dcf048e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.614621] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 602.614621] env[62225]: value = "task-677098" [ 602.614621] env[62225]: _type = "Task" [ 602.614621] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.625518] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.689784] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f10747-4f23-27d6-edd3-b0f8d2fd39fb, 'name': SearchDatastore_Task, 'duration_secs': 0.038366} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.690229] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.690514] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.690793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.690999] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.691245] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.691570] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-502e00eb-d45d-4ea3-bdaf-6364036a58ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.701716] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.704647] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 602.704647] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5ec507-0f11-483e-b96f-5fb01540be3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.710667] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 602.710667] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7fd98-e16a-86d0-141c-bbb8ca62948d" [ 602.710667] env[62225]: _type = "Task" [ 602.710667] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.723068] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7fd98-e16a-86d0-141c-bbb8ca62948d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.761063] env[62225]: DEBUG nova.network.neutron [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Successfully updated port: 9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.784014] env[62225]: DEBUG nova.compute.manager [req-df628789-03bc-48eb-8e18-2a155d1b4655 req-3e73baaf-d228-41fd-808f-215bbc9bdbc2 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Received event network-vif-plugged-9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 602.784351] env[62225]: DEBUG oslo_concurrency.lockutils [req-df628789-03bc-48eb-8e18-2a155d1b4655 req-3e73baaf-d228-41fd-808f-215bbc9bdbc2 service nova] Acquiring lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.784681] env[62225]: DEBUG oslo_concurrency.lockutils [req-df628789-03bc-48eb-8e18-2a155d1b4655 req-3e73baaf-d228-41fd-808f-215bbc9bdbc2 service nova] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.785638] env[62225]: DEBUG oslo_concurrency.lockutils [req-df628789-03bc-48eb-8e18-2a155d1b4655 req-3e73baaf-d228-41fd-808f-215bbc9bdbc2 service nova] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.785638] env[62225]: DEBUG nova.compute.manager [req-df628789-03bc-48eb-8e18-2a155d1b4655 req-3e73baaf-d228-41fd-808f-215bbc9bdbc2 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] No waiting events found dispatching network-vif-plugged-9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 602.785638] env[62225]: WARNING nova.compute.manager [req-df628789-03bc-48eb-8e18-2a155d1b4655 req-3e73baaf-d228-41fd-808f-215bbc9bdbc2 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Received unexpected event network-vif-plugged-9eeffdd7-59d4-4588-a76f-c521ec70ba87 for instance with vm_state building and task_state spawning. [ 602.890011] env[62225]: DEBUG oslo_concurrency.lockutils [req-8be9fbc8-34e8-49e8-b718-276f20827cfd req-57ad4847-0878-45a3-a600-d2c50c3db211 service nova] Releasing lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.904234] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677096, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.923035] env[62225]: DEBUG nova.compute.utils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 602.927608] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 602.927608] env[62225]: DEBUG nova.network.neutron [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 602.950097] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677092, 'name': PowerOnVM_Task} progress is 86%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.984020] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "cf667989-ee94-4da7-9d77-fe615eacf562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.984020] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "cf667989-ee94-4da7-9d77-fe615eacf562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.984246] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "cf667989-ee94-4da7-9d77-fe615eacf562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.984467] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "cf667989-ee94-4da7-9d77-fe615eacf562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.984703] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "cf667989-ee94-4da7-9d77-fe615eacf562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.987257] env[62225]: INFO nova.compute.manager [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Terminating instance [ 602.989363] env[62225]: DEBUG nova.compute.manager [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 602.989584] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 602.990714] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a912a50c-4353-4aa1-836d-ba79905caccc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.003155] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 603.003155] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502e62b2-6eeb-4c2a-8fcf-3b88c9cdc2fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.014391] env[62225]: DEBUG oslo_vmware.api [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 603.014391] env[62225]: value = "task-677099" [ 603.014391] env[62225]: _type = "Task" [ 603.014391] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.019539] env[62225]: DEBUG nova.policy [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b16d7d9d86041c58b0cb4de4f9c19ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7381f3956025442eb3ff440ef7eeaca4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 603.029375] env[62225]: DEBUG oslo_vmware.api [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.126273] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677098, 'name': ReconfigVM_Task, 'duration_secs': 0.354744} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.126634] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897/6e3f397f-f581-4de1-a6ae-307121bfa897.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.127360] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca3fd50f-62e8-4c0d-806f-7757a71dba40 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.136523] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 603.136523] env[62225]: value = "task-677100" [ 603.136523] env[62225]: _type = "Task" [ 603.136523] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.148717] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677100, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.224245] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7fd98-e16a-86d0-141c-bbb8ca62948d, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.225167] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e5d1ef-249a-494c-b831-ac9c8be0cbed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.232350] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 603.232350] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed4cec-b509-e3e1-1dfc-ce4f16556395" [ 603.232350] env[62225]: _type = "Task" [ 603.232350] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.241800] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed4cec-b509-e3e1-1dfc-ce4f16556395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.264889] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.265055] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.265219] env[62225]: DEBUG nova.network.neutron [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 603.406940] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677096, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.427807] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 603.455967] env[62225]: DEBUG oslo_vmware.api [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677092, 'name': PowerOnVM_Task, 'duration_secs': 1.634311} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.460980] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 603.460980] env[62225]: INFO nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Took 9.62 seconds to spawn the instance on the hypervisor. [ 603.460980] env[62225]: DEBUG nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 603.465146] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23843887-0811-4019-bea4-20434ccd48f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.523889] env[62225]: DEBUG oslo_vmware.api [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677099, 'name': PowerOffVM_Task, 'duration_secs': 0.277805} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.523970] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 603.524155] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 603.524439] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f57a52a-6ec6-4f14-a5f8-668896adc0d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.539087] env[62225]: DEBUG nova.network.neutron [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Successfully created port: 83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.618985] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 603.621696] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 603.621696] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleting the datastore file [datastore1] cf667989-ee94-4da7-9d77-fe615eacf562 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.621696] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75784054-4e05-4323-bbaf-e7a4b4d6bacd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.628995] env[62225]: DEBUG oslo_vmware.api [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 603.628995] env[62225]: value = "task-677102" [ 603.628995] env[62225]: _type = "Task" [ 603.628995] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.637943] env[62225]: DEBUG oslo_vmware.api [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.649787] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677100, 'name': Rename_Task, 'duration_secs': 0.257394} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.650744] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 603.650744] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8214689d-b20d-4abc-809c-4f1830f66e72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.667543] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 603.667543] env[62225]: value = "task-677103" [ 603.667543] env[62225]: _type = "Task" [ 603.667543] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.679394] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.747304] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed4cec-b509-e3e1-1dfc-ce4f16556395, 'name': SearchDatastore_Task, 'duration_secs': 0.027556} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.747616] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.748012] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d9b09b54-cebc-4381-bb2d-48b557dc9da9/d9b09b54-cebc-4381-bb2d-48b557dc9da9.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 603.748862] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5deb5d-1120-4d64-a339-b400f57bdfec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.757982] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 603.757982] env[62225]: value = "task-677104" [ 603.757982] env[62225]: _type = "Task" [ 603.757982] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.767796] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.818169] env[62225]: DEBUG nova.network.neutron [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.820628] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquiring lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.820873] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.908123] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677096, 'name': CloneVM_Task, 'duration_secs': 1.685885} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.908443] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Created linked-clone VM from snapshot [ 603.909669] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0abceff-bf66-4989-8f1a-1f7017b82fa8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.920399] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Uploading image 761f4bbb-5966-40e6-bea8-23ff8118b01d {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 603.936323] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 603.941841] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c505882-69e1-4f17-a1f2-9fef7301ebe1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.953440] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 603.953440] env[62225]: value = "task-677105" [ 603.953440] env[62225]: _type = "Task" [ 603.953440] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.964407] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677105, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.985227] env[62225]: INFO nova.compute.manager [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Took 44.36 seconds to build instance. [ 604.042371] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801369fe-44e8-4aa3-8fb2-fcca0dcea855 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.046667] env[62225]: DEBUG nova.network.neutron [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Updating instance_info_cache with network_info: [{"id": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "address": "fa:16:3e:70:30:7b", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeffdd7-59", "ovs_interfaceid": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.054370] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145f509-2ef6-44a8-88f4-28e11e798d41 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.091131] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33619feb-7d79-4535-8087-1a1760c3d347 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.100453] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe60b42-4dde-4401-9d9c-459dfcf13e9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.117040] env[62225]: DEBUG nova.compute.provider_tree [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.141835] env[62225]: DEBUG oslo_vmware.api [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166191} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.142108] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.142559] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 604.142559] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 604.142676] env[62225]: INFO nova.compute.manager [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Took 1.15 seconds to destroy the instance on the hypervisor. [ 604.142907] env[62225]: DEBUG oslo.service.loopingcall [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.143152] env[62225]: DEBUG nova.compute.manager [-] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 604.143258] env[62225]: DEBUG nova.network.neutron [-] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 604.179342] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677103, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.274450] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498821} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.274674] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d9b09b54-cebc-4381-bb2d-48b557dc9da9/d9b09b54-cebc-4381-bb2d-48b557dc9da9.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 604.274922] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.275183] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46a1f9f2-0b7a-459d-9881-f18eec870a89 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.283036] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 604.283036] env[62225]: value = "task-677106" [ 604.283036] env[62225]: _type = "Task" [ 604.283036] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.292130] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.448063] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 604.467204] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677105, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.482037] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 604.482588] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 604.482891] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.487035] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 604.487035] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.487035] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 604.487035] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 604.487035] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 604.487226] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 604.487226] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 604.487226] env[62225]: DEBUG nova.virt.hardware [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.487226] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc41aebb-b83f-4091-943e-ece867185672 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.489655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b7a3083-4274-4c3b-97d9-5ce1519f8eb9 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.895s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.499339] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef93542-97db-4256-9682-61d15fb62daf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.550407] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Releasing lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.550798] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Instance network_info: |[{"id": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "address": "fa:16:3e:70:30:7b", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeffdd7-59", "ovs_interfaceid": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 604.551593] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:30:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eeffdd7-59d4-4588-a76f-c521ec70ba87', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.560499] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Creating folder: Project (f1c54c3a8c1544f28a9559ba5508a262). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.561697] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dde84646-7344-41d0-abfe-19e123306737 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.577182] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Created folder: Project (f1c54c3a8c1544f28a9559ba5508a262) in parent group-v163168. [ 604.577424] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Creating folder: Instances. Parent ref: group-v163200. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.577667] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e945dd68-ef2c-4050-a163-12d0839f8799 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.591098] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Created folder: Instances in parent group-v163200. [ 604.591353] env[62225]: DEBUG oslo.service.loopingcall [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.591553] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 604.591756] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74bda1e8-d733-4b17-9a6d-b6050d0a54cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.616356] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.616356] env[62225]: value = "task-677109" [ 604.616356] env[62225]: _type = "Task" [ 604.616356] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.620597] env[62225]: DEBUG nova.scheduler.client.report [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 604.630613] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677109, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.682218] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677103, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.795837] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066963} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.796284] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.797314] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95353116-73fe-4bf4-ba43-0048b11baf96 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.821660] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d9b09b54-cebc-4381-bb2d-48b557dc9da9/d9b09b54-cebc-4381-bb2d-48b557dc9da9.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.822345] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4caf3b1-8997-48d2-b58c-d9f9d33ad3a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.843831] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 604.843831] env[62225]: value = "task-677110" [ 604.843831] env[62225]: _type = "Task" [ 604.843831] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.852553] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.921988] env[62225]: DEBUG nova.compute.manager [req-695d4e29-b765-4746-a71a-00deac1ce11f req-f3559877-0aaa-4c09-9484-5074f7571d46 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Received event network-vif-deleted-5e298a7d-ab1c-4dfe-8244-5394c4225a1c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 604.922207] env[62225]: INFO nova.compute.manager [req-695d4e29-b765-4746-a71a-00deac1ce11f req-f3559877-0aaa-4c09-9484-5074f7571d46 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Neutron deleted interface 5e298a7d-ab1c-4dfe-8244-5394c4225a1c; detaching it from the instance and deleting it from the info cache [ 604.922455] env[62225]: DEBUG nova.network.neutron [req-695d4e29-b765-4746-a71a-00deac1ce11f req-f3559877-0aaa-4c09-9484-5074f7571d46 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.964539] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677105, 'name': Destroy_Task, 'duration_secs': 0.646353} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.964840] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Destroyed the VM [ 604.965184] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 604.965374] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-065a8e44-7566-4593-8fa8-86e2e7f57670 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.972561] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 604.972561] env[62225]: value = "task-677111" [ 604.972561] env[62225]: _type = "Task" [ 604.972561] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.983088] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.992913] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 605.029453] env[62225]: DEBUG nova.network.neutron [-] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.127177] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677109, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.128228] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.128743] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 605.131693] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.023s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.133310] env[62225]: INFO nova.compute.claims [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.175234] env[62225]: DEBUG nova.network.neutron [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Successfully updated port: 83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.185690] env[62225]: DEBUG oslo_vmware.api [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677103, 'name': PowerOnVM_Task, 'duration_secs': 1.113178} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.189920] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 605.189920] env[62225]: INFO nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Took 8.73 seconds to spawn the instance on the hypervisor. [ 605.189920] env[62225]: DEBUG nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 605.189920] env[62225]: DEBUG nova.compute.manager [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Received event network-changed-9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 605.189920] env[62225]: DEBUG nova.compute.manager [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Refreshing instance network info cache due to event network-changed-9eeffdd7-59d4-4588-a76f-c521ec70ba87. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 605.190076] env[62225]: DEBUG oslo_concurrency.lockutils [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] Acquiring lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.190076] env[62225]: DEBUG oslo_concurrency.lockutils [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] Acquired lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.190076] env[62225]: DEBUG nova.network.neutron [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Refreshing network info cache for port 9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 605.191984] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aeaf60-4d3a-4d68-a940-af3e13b1d65e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.355189] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.425621] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6b446a4-7998-4a7c-948e-ff7db1ffc68c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.435480] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59646eb-20d7-45b7-abab-7f360e542c17 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.463144] env[62225]: DEBUG nova.compute.manager [req-695d4e29-b765-4746-a71a-00deac1ce11f req-f3559877-0aaa-4c09-9484-5074f7571d46 service nova] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Detach interface failed, port_id=5e298a7d-ab1c-4dfe-8244-5394c4225a1c, reason: Instance cf667989-ee94-4da7-9d77-fe615eacf562 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 605.481723] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.515869] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.532933] env[62225]: INFO nova.compute.manager [-] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Took 1.39 seconds to deallocate network for instance. [ 605.619031] env[62225]: DEBUG nova.compute.manager [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 605.619031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f72457-478b-47a2-b171-587ece44272f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.638261] env[62225]: DEBUG nova.compute.utils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.641454] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677109, 'name': CreateVM_Task, 'duration_secs': 0.737034} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.642450] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 605.642849] env[62225]: DEBUG nova.network.neutron [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 605.645033] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 605.648249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.648249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.648249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.648908] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae070d43-e9b4-4d64-8715-ab4364743a87 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.655561] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 605.655561] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221cd24-6378-467c-4ef7-d3510e368c20" [ 605.655561] env[62225]: _type = "Task" [ 605.655561] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.672214] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221cd24-6378-467c-4ef7-d3510e368c20, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.672214] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.672214] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.672214] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.672376] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.672376] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.672376] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e5867b-7282-4403-bdac-8522dbf0ef5f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.677542] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "refresh_cache-06e2f05a-5901-4a2c-990a-1d8b8318a075" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.677899] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquired lock "refresh_cache-06e2f05a-5901-4a2c-990a-1d8b8318a075" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.678720] env[62225]: DEBUG nova.network.neutron [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 605.682759] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.683134] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 605.685475] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8829f637-7d3f-42de-86bc-ba1f227b196b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.693919] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 605.693919] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529cdecd-80c1-9dd9-b72e-d683f106e714" [ 605.693919] env[62225]: _type = "Task" [ 605.693919] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.711028] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529cdecd-80c1-9dd9-b72e-d683f106e714, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.717528] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6644da79-ac97-43f7-8966-6b2739e5c828 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.721152] env[62225]: DEBUG nova.policy [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75e5dbfd73444e2936d8ece5d79ecbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b820af9d7a884b389d072d7ce81157c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 605.722932] env[62225]: INFO nova.compute.manager [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Took 41.55 seconds to build instance. [ 605.728924] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 605.728924] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ea8cee-888e-cd1d-4a17-0bc47807a7ae" [ 605.728924] env[62225]: _type = "Task" [ 605.728924] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.740238] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ea8cee-888e-cd1d-4a17-0bc47807a7ae, 'name': SearchDatastore_Task} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.741149] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.741414] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc/fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 605.741692] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e385f6-a60b-40e4-a376-803189619db2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.750847] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 605.750847] env[62225]: value = "task-677112" [ 605.750847] env[62225]: _type = "Task" [ 605.750847] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.761710] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.860515] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677110, 'name': ReconfigVM_Task, 'duration_secs': 0.549449} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.861075] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d9b09b54-cebc-4381-bb2d-48b557dc9da9/d9b09b54-cebc-4381-bb2d-48b557dc9da9.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.861941] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9af928-128c-4aa5-8f20-b4b95c17ac53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.870805] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 605.870805] env[62225]: value = "task-677113" [ 605.870805] env[62225]: _type = "Task" [ 605.870805] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.883840] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677113, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.988600] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.039411] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.143558] env[62225]: INFO nova.compute.manager [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] instance snapshotting [ 606.145542] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 606.154727] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b69ca3-6380-425b-bad8-adf799e4b68e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.183815] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7e2d41-02f0-4be9-a60d-d2b2dc91e4c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.231275] env[62225]: DEBUG oslo_concurrency.lockutils [None req-334d4a1e-21cd-487a-8e15-f4c798c6b4f2 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.601s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.247606] env[62225]: DEBUG nova.network.neutron [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 606.262534] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677112, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.272394] env[62225]: DEBUG nova.network.neutron [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Successfully created port: 87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.342694] env[62225]: DEBUG nova.network.neutron [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Updated VIF entry in instance network info cache for port 9eeffdd7-59d4-4588-a76f-c521ec70ba87. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 606.343206] env[62225]: DEBUG nova.network.neutron [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Updating instance_info_cache with network_info: [{"id": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "address": "fa:16:3e:70:30:7b", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeffdd7-59", "ovs_interfaceid": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.384069] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677113, 'name': Rename_Task, 'duration_secs': 0.453407} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.385425] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 606.385425] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60cd1ea4-d6bd-4175-ac77-c9ab7509c1ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.393553] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 606.393553] env[62225]: value = "task-677114" [ 606.393553] env[62225]: _type = "Task" [ 606.393553] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.410293] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.489044] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677111, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.579779] env[62225]: DEBUG nova.network.neutron [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Updating instance_info_cache with network_info: [{"id": "83a1b857-821a-42dc-8a3d-5fc1434f9e8a", "address": "fa:16:3e:d4:fe:4f", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a1b857-82", "ovs_interfaceid": "83a1b857-821a-42dc-8a3d-5fc1434f9e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.709640] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 606.710275] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3478fad4-f00d-4410-9eee-4249b3977bd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.723227] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 606.723227] env[62225]: value = "task-677115" [ 606.723227] env[62225]: _type = "Task" [ 606.723227] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.739224] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 606.742128] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.761090] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd88aa0-3875-4c7f-8282-0389b1952969 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.768578] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524704} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.769638] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc/fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 606.769638] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.769859] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bc22146-57db-4c6b-bbf8-979b315f6962 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.777341] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021dca9c-5ca0-4e68-8c6c-675e78a0e674 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.782196] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 606.782196] env[62225]: value = "task-677116" [ 606.782196] env[62225]: _type = "Task" [ 606.782196] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.820619] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32be709-ce49-4c96-aa1c-40be919ec863 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.827673] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.834338] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934fa948-bad9-47b8-b70a-ebc5dbd3529a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.850916] env[62225]: DEBUG oslo_concurrency.lockutils [req-2d23668d-c5c0-4f17-82f1-4ba7de3db408 req-563507d6-db9a-4410-a8e4-ac15b0bab6b7 service nova] Releasing lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.851945] env[62225]: DEBUG nova.compute.provider_tree [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 606.906468] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677114, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.982089] env[62225]: DEBUG nova.compute.manager [None req-46fe3321-64d0-44a8-ba4d-499670bd5d0c tempest-ServerDiagnosticsV248Test-455000693 tempest-ServerDiagnosticsV248Test-455000693-project-admin] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 606.986836] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e7731-35d5-446f-9fd4-5dabe493e5a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.995934] env[62225]: DEBUG oslo_vmware.api [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677111, 'name': RemoveSnapshot_Task, 'duration_secs': 1.887069} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.997537] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 607.000131] env[62225]: INFO nova.compute.manager [None req-46fe3321-64d0-44a8-ba4d-499670bd5d0c tempest-ServerDiagnosticsV248Test-455000693 tempest-ServerDiagnosticsV248Test-455000693-project-admin] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Retrieving diagnostics [ 607.000910] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d18da9-dfe0-42c0-b6f1-7b49198ea5bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.631322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Releasing lock "refresh_cache-06e2f05a-5901-4a2c-990a-1d8b8318a075" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.631625] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Instance network_info: |[{"id": "83a1b857-821a-42dc-8a3d-5fc1434f9e8a", "address": "fa:16:3e:d4:fe:4f", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a1b857-82", "ovs_interfaceid": "83a1b857-821a-42dc-8a3d-5fc1434f9e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 607.633199] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 607.641591] env[62225]: WARNING nova.compute.manager [None req-5e546bdf-ec43-4061-9e6b-a0d70634e661 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Image not found during snapshot: nova.exception.ImageNotFound: Image 761f4bbb-5966-40e6-bea8-23ff8118b01d could not be found. [ 607.647913] env[62225]: DEBUG nova.compute.manager [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Received event network-vif-plugged-83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 607.647913] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] Acquiring lock "06e2f05a-5901-4a2c-990a-1d8b8318a075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.647913] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.647913] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.648176] env[62225]: DEBUG nova.compute.manager [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] No waiting events found dispatching network-vif-plugged-83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 607.648303] env[62225]: WARNING nova.compute.manager [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Received unexpected event network-vif-plugged-83a1b857-821a-42dc-8a3d-5fc1434f9e8a for instance with vm_state building and task_state spawning. [ 607.648527] env[62225]: DEBUG nova.compute.manager [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Received event network-changed-83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 607.648755] env[62225]: DEBUG nova.compute.manager [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Refreshing instance network info cache due to event network-changed-83a1b857-821a-42dc-8a3d-5fc1434f9e8a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 607.649055] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] Acquiring lock "refresh_cache-06e2f05a-5901-4a2c-990a-1d8b8318a075" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.649287] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] Acquired lock "refresh_cache-06e2f05a-5901-4a2c-990a-1d8b8318a075" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.649546] env[62225]: DEBUG nova.network.neutron [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Refreshing network info cache for port 83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 607.651431] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fe:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83a1b857-821a-42dc-8a3d-5fc1434f9e8a', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.661705] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Creating folder: Project (7381f3956025442eb3ff440ef7eeaca4). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 607.671807] env[62225]: DEBUG nova.compute.manager [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 607.677740] env[62225]: ERROR nova.scheduler.client.report [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [req-a50e62d9-39aa-47d6-ae87-f04a8423b42b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a50e62d9-39aa-47d6-ae87-f04a8423b42b"}]} [ 607.680240] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32acd99a-07c0-43a5-9aa0-e6bc333c8f0c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.690662] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 607.690901] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 607.691070] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.691255] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 607.691398] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.691541] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 607.691750] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 607.691908] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 607.692085] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 607.692249] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 607.692880] env[62225]: DEBUG nova.virt.hardware [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.693910] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a780a-7930-4071-9522-9a1ed9564226 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.707839] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091753} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.708033] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.708262] env[62225]: DEBUG oslo_vmware.api [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677114, 'name': PowerOnVM_Task, 'duration_secs': 0.521014} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.710952] env[62225]: DEBUG nova.scheduler.client.report [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 607.712867] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.713231] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 607.713431] env[62225]: INFO nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Took 8.56 seconds to spawn the instance on the hypervisor. [ 607.713634] env[62225]: DEBUG nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 607.716780] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4493b960-1633-46a8-8f17-4187de1b2484 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.719547] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef3a149-0cd3-4233-aabb-fd422f4c920e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.728584] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Created folder: Project (7381f3956025442eb3ff440ef7eeaca4) in parent group-v163168. [ 607.728584] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Creating folder: Instances. Parent ref: group-v163203. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 607.729514] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb146a2-24f9-400f-97ac-4c9d6bb7db57 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.732198] env[62225]: DEBUG nova.scheduler.client.report [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 607.732399] env[62225]: DEBUG nova.compute.provider_tree [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.754631] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc/fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.760503] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fd605-4cfe-4f55-bf66-aaa54f05e7cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.764413] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10c0a97-e575-4d1c-824d-3762bdc7d680 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.782638] env[62225]: DEBUG nova.scheduler.client.report [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 607.788321] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Created folder: Instances in parent group-v163203. [ 607.789025] env[62225]: DEBUG oslo.service.loopingcall [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.790018] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 607.790691] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b88fae-0c6c-4182-bc62-371e1e796fa9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.817446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.817922] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 607.817922] env[62225]: value = "task-677119" [ 607.817922] env[62225]: _type = "Task" [ 607.817922] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.819050] env[62225]: DEBUG nova.scheduler.client.report [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 607.829552] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.829552] env[62225]: value = "task-677120" [ 607.829552] env[62225]: _type = "Task" [ 607.829552] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.836864] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.842917] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677120, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.069610] env[62225]: DEBUG nova.network.neutron [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Updated VIF entry in instance network info cache for port 83a1b857-821a-42dc-8a3d-5fc1434f9e8a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 608.070065] env[62225]: DEBUG nova.network.neutron [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Updating instance_info_cache with network_info: [{"id": "83a1b857-821a-42dc-8a3d-5fc1434f9e8a", "address": "fa:16:3e:d4:fe:4f", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a1b857-82", "ovs_interfaceid": "83a1b857-821a-42dc-8a3d-5fc1434f9e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.146317] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677115, 'name': CreateSnapshot_Task, 'duration_secs': 1.169326} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.146605] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 608.147494] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff5d2cf-7f33-4db7-a63f-386f550f83e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.218370] env[62225]: DEBUG nova.network.neutron [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Successfully updated port: 87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.303807] env[62225]: INFO nova.compute.manager [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Took 39.91 seconds to build instance. [ 608.311033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.339229] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677119, 'name': ReconfigVM_Task, 'duration_secs': 0.482598} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.339828] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Reconfigured VM instance instance-00000014 to attach disk [datastore2] fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc/fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.340774] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56dbd4e6-f6f7-4434-a2fa-691ded592f05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.345806] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677120, 'name': CreateVM_Task, 'duration_secs': 0.39751} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.346460] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ae11e-4235-46d9-be0c-f3e375c36e30 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.348972] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 608.349614] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.349773] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.350087] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.350876] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97701957-132c-4bd1-9165-e1d93dde2624 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.354012] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 608.354012] env[62225]: value = "task-677121" [ 608.354012] env[62225]: _type = "Task" [ 608.354012] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.356642] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 608.356642] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b71ac1-fa2c-aa5c-95eb-39daa9aaaac7" [ 608.356642] env[62225]: _type = "Task" [ 608.356642] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.360852] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45956f38-6241-4075-9b59-5038d769c0cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.371740] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677121, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.399749] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b71ac1-fa2c-aa5c-95eb-39daa9aaaac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.400493] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee40e928-b2d6-47a8-a057-02dfe683ff8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.409873] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b66974-311f-47c9-897f-09526d96ba75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.424963] env[62225]: DEBUG nova.compute.provider_tree [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.575322] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bf27dba-b38f-4483-b13c-5e11048dca3d req-bdb4025b-230d-4c2d-b67b-e2dea53440d5 service nova] Releasing lock "refresh_cache-06e2f05a-5901-4a2c-990a-1d8b8318a075" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.672850] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 608.673730] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6412d77-4b96-4e80-85ff-36b17ab88a95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.685285] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 608.685285] env[62225]: value = "task-677122" [ 608.685285] env[62225]: _type = "Task" [ 608.685285] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.697256] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677122, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.720184] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.720392] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.720553] env[62225]: DEBUG nova.network.neutron [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 608.805777] env[62225]: DEBUG oslo_concurrency.lockutils [None req-81741417-cae1-4413-805c-2c672c3683a1 tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.793s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.872692] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677121, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.876933] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b71ac1-fa2c-aa5c-95eb-39daa9aaaac7, 'name': SearchDatastore_Task, 'duration_secs': 0.033171} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.877377] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.877792] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.878042] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.878202] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.878450] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.878784] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49a07eb4-bb3b-4613-b309-231d40ed3930 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.891283] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.891744] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 608.892995] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b357aa-7e3e-4c94-b2de-ed7d7502b696 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.900863] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 608.900863] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a9f239-43a0-6c7b-29a1-94fb7ac468fb" [ 608.900863] env[62225]: _type = "Task" [ 608.900863] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.914190] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a9f239-43a0-6c7b-29a1-94fb7ac468fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.964628] env[62225]: DEBUG nova.scheduler.client.report [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 608.964954] env[62225]: DEBUG nova.compute.provider_tree [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 52 to 53 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.965164] env[62225]: DEBUG nova.compute.provider_tree [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.973028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.973028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.973028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.973028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.973430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.974519] env[62225]: INFO nova.compute.manager [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Terminating instance [ 608.977165] env[62225]: DEBUG nova.compute.manager [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 608.979463] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 608.979463] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc750c10-fd91-4306-ac52-925046101cc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.992382] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 608.992822] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d45af7c-7623-412e-af10-f4a291c46188 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.006224] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 609.006224] env[62225]: value = "task-677123" [ 609.006224] env[62225]: _type = "Task" [ 609.006224] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.017954] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.022814] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.023051] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.023257] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.023433] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.023730] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.026492] env[62225]: INFO nova.compute.manager [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Terminating instance [ 609.028837] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "refresh_cache-f981de5f-3b29-4302-b8b0-2ff92a36eae6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.028997] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquired lock "refresh_cache-f981de5f-3b29-4302-b8b0-2ff92a36eae6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.029192] env[62225]: DEBUG nova.network.neutron [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 609.199510] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677122, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.290829] env[62225]: DEBUG nova.network.neutron [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.309204] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 609.368455] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677121, 'name': Rename_Task, 'duration_secs': 1.011381} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.369537] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 609.369831] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6ef8f05-6a7b-4b44-b353-b8ac30725d33 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.380434] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 609.380434] env[62225]: value = "task-677124" [ 609.380434] env[62225]: _type = "Task" [ 609.380434] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.393932] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.413869] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a9f239-43a0-6c7b-29a1-94fb7ac468fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.414795] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81699fc-96c6-4fb6-b2df-ce17f866a98f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.421607] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 609.421607] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e0a940-699d-0d2a-5e9f-63f71eff5f1a" [ 609.421607] env[62225]: _type = "Task" [ 609.421607] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.431468] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e0a940-699d-0d2a-5e9f-63f71eff5f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.473022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.339s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.473022] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 609.474949] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.441s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.477192] env[62225]: INFO nova.compute.claims [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.518791] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677123, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.562483] env[62225]: DEBUG nova.network.neutron [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 609.662944] env[62225]: DEBUG nova.network.neutron [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.686154] env[62225]: DEBUG nova.network.neutron [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.704209] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677122, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.810383] env[62225]: DEBUG nova.compute.manager [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-vif-plugged-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 609.810611] env[62225]: DEBUG oslo_concurrency.lockutils [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.810888] env[62225]: DEBUG oslo_concurrency.lockutils [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.811046] env[62225]: DEBUG oslo_concurrency.lockutils [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.811216] env[62225]: DEBUG nova.compute.manager [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] No waiting events found dispatching network-vif-plugged-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 609.811394] env[62225]: WARNING nova.compute.manager [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received unexpected event network-vif-plugged-87bdbea5-56fb-4e83-9eba-192384076c7a for instance with vm_state building and task_state spawning. [ 609.811541] env[62225]: DEBUG nova.compute.manager [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 609.811685] env[62225]: DEBUG nova.compute.manager [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing instance network info cache due to event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 609.811846] env[62225]: DEBUG oslo_concurrency.lockutils [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.832144] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.891025] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.934775] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e0a940-699d-0d2a-5e9f-63f71eff5f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.934775] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.934775] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 06e2f05a-5901-4a2c-990a-1d8b8318a075/06e2f05a-5901-4a2c-990a-1d8b8318a075.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 609.934775] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d66366d1-ec62-4986-9016-2545a48bee80 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.941975] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 609.941975] env[62225]: value = "task-677125" [ 609.941975] env[62225]: _type = "Task" [ 609.941975] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.952945] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.985414] env[62225]: DEBUG nova.compute.utils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 609.988802] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 609.988802] env[62225]: DEBUG nova.network.neutron [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 610.019159] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677123, 'name': PowerOffVM_Task, 'duration_secs': 0.524349} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.019462] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 610.019634] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 610.019882] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8b1da6-145d-4c76-8e26-4374dad2d02a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.039423] env[62225]: DEBUG nova.policy [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f0fce7196a4856ab3cecbdfd650266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f1fc25abad4a42b936b9fac5521956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 610.091780] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 610.092042] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 610.092242] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleting the datastore file [datastore2] cf78d409-90bd-44cd-8f85-56ec0c6de51f {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.092935] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a976889-38a7-4fa7-96a3-4ac2e57789ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.100749] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 610.100749] env[62225]: value = "task-677127" [ 610.100749] env[62225]: _type = "Task" [ 610.100749] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.111380] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.163690] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.164401] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance network_info: |[{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 610.164749] env[62225]: DEBUG oslo_concurrency.lockutils [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.164938] env[62225]: DEBUG nova.network.neutron [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 610.170020] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:29:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87bdbea5-56fb-4e83-9eba-192384076c7a', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.176211] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating folder: Project (b820af9d7a884b389d072d7ce81157c3). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 610.176793] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d21bbf0b-663d-474a-a6c1-c8b4bc6303ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.192298] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Releasing lock "refresh_cache-f981de5f-3b29-4302-b8b0-2ff92a36eae6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.192806] env[62225]: DEBUG nova.compute.manager [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 610.193070] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 610.195848] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf956c-974e-418f-adba-9667e3f092e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.199900] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created folder: Project (b820af9d7a884b389d072d7ce81157c3) in parent group-v163168. [ 610.200140] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating folder: Instances. Parent ref: group-v163208. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 610.201217] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-448517a1-a116-4b93-8b22-37a2d92a0730 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.207861] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677122, 'name': CloneVM_Task, 'duration_secs': 1.434371} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.208199] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Created linked-clone VM from snapshot [ 610.209017] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0f27c-1e48-4cba-83a1-3207f0f00469 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.220683] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 610.222030] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e343f43f-56f0-4b4e-b623-fc348427558d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.223472] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created folder: Instances in parent group-v163208. [ 610.223776] env[62225]: DEBUG oslo.service.loopingcall [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.223991] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 610.225419] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7493e5e8-ad05-4fc3-8eaf-d9aa56c6526d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.250118] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Uploading image 74d7513e-685a-4926-b144-3c997e2dfbe4 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 610.252489] env[62225]: DEBUG oslo_vmware.api [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 610.252489] env[62225]: value = "task-677130" [ 610.252489] env[62225]: _type = "Task" [ 610.252489] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.260099] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.260099] env[62225]: value = "task-677131" [ 610.260099] env[62225]: _type = "Task" [ 610.260099] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.269094] env[62225]: DEBUG oslo_vmware.api [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.277323] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677131, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.289430] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 610.289430] env[62225]: value = "vm-163207" [ 610.289430] env[62225]: _type = "VirtualMachine" [ 610.289430] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 610.289430] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e77a2486-71e9-4473-af2e-f8dd9d03f12b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.298301] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lease: (returnval){ [ 610.298301] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32884-a53d-e500-e18a-b567dc510f24" [ 610.298301] env[62225]: _type = "HttpNfcLease" [ 610.298301] env[62225]: } obtained for exporting VM: (result){ [ 610.298301] env[62225]: value = "vm-163207" [ 610.298301] env[62225]: _type = "VirtualMachine" [ 610.298301] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 610.298577] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the lease: (returnval){ [ 610.298577] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32884-a53d-e500-e18a-b567dc510f24" [ 610.298577] env[62225]: _type = "HttpNfcLease" [ 610.298577] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 610.309522] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 610.309522] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32884-a53d-e500-e18a-b567dc510f24" [ 610.309522] env[62225]: _type = "HttpNfcLease" [ 610.309522] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 610.396317] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.456765] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.492074] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 610.560582] env[62225]: DEBUG nova.network.neutron [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Successfully created port: 4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.611782] env[62225]: DEBUG oslo_vmware.api [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499866} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.612165] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.612372] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 610.612543] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 610.612754] env[62225]: INFO nova.compute.manager [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 610.613012] env[62225]: DEBUG oslo.service.loopingcall [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.613208] env[62225]: DEBUG nova.compute.manager [-] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 610.613301] env[62225]: DEBUG nova.network.neutron [-] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 610.766651] env[62225]: DEBUG oslo_vmware.api [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677130, 'name': PowerOffVM_Task, 'duration_secs': 0.2397} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.770938] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 610.774109] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 610.776774] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d514bb86-0525-4a1d-b3e7-29c547c53c92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.785702] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677131, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.806870] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 610.806870] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 610.807250] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Deleting the datastore file [datastore1] f981de5f-3b29-4302-b8b0-2ff92a36eae6 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.809592] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75555e59-fa81-4108-8990-4f1e44e4395d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.814151] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 610.814151] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32884-a53d-e500-e18a-b567dc510f24" [ 610.814151] env[62225]: _type = "HttpNfcLease" [ 610.814151] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 610.814151] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 610.814151] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32884-a53d-e500-e18a-b567dc510f24" [ 610.814151] env[62225]: _type = "HttpNfcLease" [ 610.814151] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 610.814701] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c4d17-6fed-4840-aa82-a30996e70faf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.819037] env[62225]: DEBUG oslo_vmware.api [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for the task: (returnval){ [ 610.819037] env[62225]: value = "task-677134" [ 610.819037] env[62225]: _type = "Task" [ 610.819037] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.825870] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240c131-4737-3fe8-bf20-649ef3b6e2e2/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 610.826058] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240c131-4737-3fe8-bf20-649ef3b6e2e2/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 610.898838] env[62225]: DEBUG oslo_vmware.api [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.909494] env[62225]: DEBUG oslo_vmware.api [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677124, 'name': PowerOnVM_Task, 'duration_secs': 1.17002} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.909494] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 610.909494] env[62225]: INFO nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Took 9.11 seconds to spawn the instance on the hypervisor. [ 610.909494] env[62225]: DEBUG nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 610.910121] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b70efa8-f1e8-4dc9-b57f-ffcb76681578 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.959112] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598178} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.959497] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 06e2f05a-5901-4a2c-990a-1d8b8318a075/06e2f05a-5901-4a2c-990a-1d8b8318a075.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 610.959735] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.959990] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16636191-7389-4672-bcae-3ac2b813b263 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.971838] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 610.971838] env[62225]: value = "task-677135" [ 610.971838] env[62225]: _type = "Task" [ 610.971838] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.982398] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.985550] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8824eaaa-0f7a-48cc-b035-b7c9ac60f5fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.075577] env[62225]: DEBUG nova.network.neutron [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updated VIF entry in instance network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 611.082028] env[62225]: DEBUG nova.network.neutron [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.155019] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a440600-09cb-41c9-94ba-b6c3a18981b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.163025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54efa3b0-f294-4665-8d8f-e5b8d1c26980 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.193640] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e5fc7-876a-471b-b06d-d733105ae446 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.202694] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558eb10f-25a7-4368-b1dc-32c8b2d5abfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.217993] env[62225]: DEBUG nova.compute.provider_tree [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.282024] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677131, 'name': CreateVM_Task, 'duration_secs': 0.751529} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.282024] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 611.282024] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.282024] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.282024] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.282344] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a387109-ff48-42a1-b7fe-038c7992e560 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.287879] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 611.287879] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd9add-d987-10f8-f28d-9cb4b57ebb6c" [ 611.287879] env[62225]: _type = "Task" [ 611.287879] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.298705] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd9add-d987-10f8-f28d-9cb4b57ebb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.330444] env[62225]: DEBUG oslo_vmware.api [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Task: {'id': task-677134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274147} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.330811] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.330938] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 611.331146] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 611.331318] env[62225]: INFO nova.compute.manager [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 611.331613] env[62225]: DEBUG oslo.service.loopingcall [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.331903] env[62225]: DEBUG nova.compute.manager [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 611.331999] env[62225]: DEBUG nova.network.neutron [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 611.348748] env[62225]: DEBUG nova.network.neutron [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 611.434483] env[62225]: INFO nova.compute.manager [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Took 36.06 seconds to build instance. [ 611.483951] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.484339] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.485320] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccc0908-ac47-4ae7-8374-4880ae05c121 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.506106] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 611.521636] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 06e2f05a-5901-4a2c-990a-1d8b8318a075/06e2f05a-5901-4a2c-990a-1d8b8318a075.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.523740] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b2763f9-4e70-4c4f-b101-38fbcd20ba27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.551786] env[62225]: DEBUG nova.network.neutron [-] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.561787] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 611.562375] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 611.562694] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.563171] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 611.564715] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.564715] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 611.564715] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 611.564715] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 611.564715] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 611.565231] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 611.565231] env[62225]: DEBUG nova.virt.hardware [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.565952] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdf2005-31de-4905-a6f1-0d7c15846846 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.570457] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 611.570457] env[62225]: value = "task-677136" [ 611.570457] env[62225]: _type = "Task" [ 611.570457] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.579269] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf164279-caa0-4bac-8711-ee220b912283 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.587626] env[62225]: DEBUG oslo_concurrency.lockutils [req-41d8385b-078a-4e90-863c-ba8ed6436625 req-c2cc87c4-4ecc-4867-9931-4b6c9b5466b3 service nova] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.588164] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.764010] env[62225]: DEBUG nova.scheduler.client.report [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 611.764321] env[62225]: DEBUG nova.compute.provider_tree [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 53 to 54 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.764534] env[62225]: DEBUG nova.compute.provider_tree [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.801227] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd9add-d987-10f8-f28d-9cb4b57ebb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015997} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.801575] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.801901] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.802302] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.802782] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.803124] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.803610] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cfa40a-97a6-478f-80d8-e90a81577b73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.817331] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.818339] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 611.819426] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df32be36-ae4f-4cdf-95b9-596c4dd9fe72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.826904] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 611.826904] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8c98a-5a05-ad75-28b0-fe5d2017e582" [ 611.826904] env[62225]: _type = "Task" [ 611.826904] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.841813] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8c98a-5a05-ad75-28b0-fe5d2017e582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.852272] env[62225]: DEBUG nova.network.neutron [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.937775] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7cf15ad6-8c7d-4ee2-b702-f1f8e9144755 tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.983s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.960526] env[62225]: DEBUG nova.compute.manager [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Received event network-changed-d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 611.961151] env[62225]: DEBUG nova.compute.manager [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Refreshing instance network info cache due to event network-changed-d30d0bca-9e58-4fd9-836e-bee4310f2725. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 611.961431] env[62225]: DEBUG oslo_concurrency.lockutils [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] Acquiring lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.961431] env[62225]: DEBUG oslo_concurrency.lockutils [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] Acquired lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.961568] env[62225]: DEBUG nova.network.neutron [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Refreshing network info cache for port d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 612.055533] env[62225]: INFO nova.compute.manager [-] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Took 1.44 seconds to deallocate network for instance. [ 612.087564] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.269933] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.270613] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 612.274856] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.325s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.276789] env[62225]: INFO nova.compute.claims [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.340178] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8c98a-5a05-ad75-28b0-fe5d2017e582, 'name': SearchDatastore_Task, 'duration_secs': 0.023522} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.341183] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15395033-07af-4c73-a281-5a12b2bce6bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.349010] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 612.349010] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd27cb-af51-d4ad-ed03-318ced036fd6" [ 612.349010] env[62225]: _type = "Task" [ 612.349010] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.354754] env[62225]: INFO nova.compute.manager [-] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Took 1.02 seconds to deallocate network for instance. [ 612.360698] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd27cb-af51-d4ad-ed03-318ced036fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.439046] env[62225]: DEBUG nova.network.neutron [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Successfully updated port: 4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.444935] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 612.567560] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.584453] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677136, 'name': ReconfigVM_Task, 'duration_secs': 1.017234} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.584938] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 06e2f05a-5901-4a2c-990a-1d8b8318a075/06e2f05a-5901-4a2c-990a-1d8b8318a075.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.585673] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-462cd1e1-a7e0-4721-86a7-92f393df50ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.597337] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 612.597337] env[62225]: value = "task-677137" [ 612.597337] env[62225]: _type = "Task" [ 612.597337] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.612075] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677137, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.781949] env[62225]: DEBUG nova.compute.utils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.787026] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 612.787026] env[62225]: DEBUG nova.network.neutron [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 612.795531] env[62225]: DEBUG nova.network.neutron [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updated VIF entry in instance network info cache for port d30d0bca-9e58-4fd9-836e-bee4310f2725. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 612.795920] env[62225]: DEBUG nova.network.neutron [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updating instance_info_cache with network_info: [{"id": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "address": "fa:16:3e:94:d8:a2", "network": {"id": "e516ce34-0be6-463a-9684-4e4d7b3a7275", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1566837437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7e05279a3574e81bc30098c973cad66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd30d0bca-9e", "ovs_interfaceid": "d30d0bca-9e58-4fd9-836e-bee4310f2725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.849099] env[62225]: DEBUG nova.policy [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cfe84cc69c6488a8ec7e6665e985dd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '314becda06974a47bac19b301f803553', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 612.863682] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd27cb-af51-d4ad-ed03-318ced036fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.864113] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.864387] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 612.866314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.866558] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e9cc8f0-4476-4b04-baaa-036d1897829c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.874838] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 612.874838] env[62225]: value = "task-677138" [ 612.874838] env[62225]: _type = "Task" [ 612.874838] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.887697] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.949769] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-284a67ff-005a-4949-b4df-80d1015ab5eb" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.949769] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-284a67ff-005a-4949-b4df-80d1015ab5eb" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.949769] env[62225]: DEBUG nova.network.neutron [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 612.971805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.111416] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677137, 'name': Rename_Task, 'duration_secs': 0.21877} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.111814] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 613.112123] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f55c66cf-00ba-4fd6-8b68-9b6b466ebad4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.123955] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 613.123955] env[62225]: value = "task-677139" [ 613.123955] env[62225]: _type = "Task" [ 613.123955] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.134519] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.246515] env[62225]: DEBUG nova.network.neutron [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Successfully created port: 754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.286958] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 613.303922] env[62225]: DEBUG oslo_concurrency.lockutils [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] Releasing lock "refresh_cache-d9b09b54-cebc-4381-bb2d-48b557dc9da9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.304343] env[62225]: DEBUG nova.compute.manager [req-741b5d28-6966-4089-8e9c-240c6c1b9c69 req-ec231ba0-9654-4f42-baba-8e43ea5882c1 service nova] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Received event network-vif-deleted-31f434d1-07b8-40e8-a19b-22f9ab679bfc {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 613.393468] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.639355] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.699733] env[62225]: DEBUG nova.network.neutron [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 613.861340] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe433a7-6af7-4b84-a856-b7ecae528a95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.870216] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a7ea5c-5521-459c-8bd7-b46107a53617 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.903328] env[62225]: DEBUG nova.network.neutron [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Updating instance_info_cache with network_info: [{"id": "4755d2a6-25d3-4115-a534-f907442b33ba", "address": "fa:16:3e:4e:8b:8f", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4755d2a6-25", "ovs_interfaceid": "4755d2a6-25d3-4115-a534-f907442b33ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.905469] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d68df-da6f-41bc-926d-cd32348bd536 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.911310] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672251} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.912191] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 613.912321] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.912480] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dda730ce-487c-4f09-a041-f928c455eee9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.918579] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c865609-8a81-47f4-ba12-792b87a52be4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.924762] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 613.924762] env[62225]: value = "task-677140" [ 613.924762] env[62225]: _type = "Task" [ 613.924762] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.940629] env[62225]: DEBUG nova.compute.provider_tree [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.948078] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.025536] env[62225]: DEBUG nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Received event network-changed-9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 614.025734] env[62225]: DEBUG nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Refreshing instance network info cache due to event network-changed-9eeffdd7-59d4-4588-a76f-c521ec70ba87. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 614.025957] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Acquiring lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.026114] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Acquired lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.026275] env[62225]: DEBUG nova.network.neutron [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Refreshing network info cache for port 9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 614.135106] env[62225]: DEBUG oslo_vmware.api [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677139, 'name': PowerOnVM_Task, 'duration_secs': 0.613511} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.135392] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 614.135596] env[62225]: INFO nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Took 9.69 seconds to spawn the instance on the hypervisor. [ 614.135778] env[62225]: DEBUG nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 614.136550] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892746b-fec8-4739-a2f9-80aff782475c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.301029] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 614.323796] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 614.324089] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 614.324253] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.324435] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 614.324622] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.324807] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 614.325137] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 614.325317] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 614.325539] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 614.325747] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 614.325979] env[62225]: DEBUG nova.virt.hardware [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 614.326972] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb48dc0-9fcc-487d-96b3-5605198ab584 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.337031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db9160-b54d-4dbe-86ec-b13578536f12 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.411866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-284a67ff-005a-4949-b4df-80d1015ab5eb" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.412214] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance network_info: |[{"id": "4755d2a6-25d3-4115-a534-f907442b33ba", "address": "fa:16:3e:4e:8b:8f", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4755d2a6-25", "ovs_interfaceid": "4755d2a6-25d3-4115-a534-f907442b33ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 614.412655] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:8b:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4755d2a6-25d3-4115-a534-f907442b33ba', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.420954] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating folder: Project (f6f1fc25abad4a42b936b9fac5521956). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 614.421444] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a781974-aa45-4408-a8ff-de0b3b42a6ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.434895] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091812} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.436875] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.437291] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created folder: Project (f6f1fc25abad4a42b936b9fac5521956) in parent group-v163168. [ 614.437517] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating folder: Instances. Parent ref: group-v163211. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 614.438373] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d836f6-d879-48f4-b237-c5e2ebee1076 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.444021] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fe3ae4f-a403-41f4-9b43-2ccf922e06ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.467126] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.468886] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0eca21-b631-442d-a447-2a415715f66a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.484149] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created folder: Instances in parent group-v163211. [ 614.484465] env[62225]: DEBUG oslo.service.loopingcall [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 614.485460] env[62225]: DEBUG nova.scheduler.client.report [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 614.485746] env[62225]: DEBUG nova.compute.provider_tree [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 54 to 55 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 614.485969] env[62225]: DEBUG nova.compute.provider_tree [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.493037] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 614.493037] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85631fe-d21b-48f2-8e3c-adc18faef0f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.512202] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 614.512202] env[62225]: value = "task-677143" [ 614.512202] env[62225]: _type = "Task" [ 614.512202] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.518922] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.518922] env[62225]: value = "task-677144" [ 614.518922] env[62225]: _type = "Task" [ 614.518922] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.523227] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.533411] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677144, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.658201] env[62225]: INFO nova.compute.manager [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Took 37.71 seconds to build instance. [ 614.816776] env[62225]: DEBUG nova.network.neutron [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Updated VIF entry in instance network info cache for port 9eeffdd7-59d4-4588-a76f-c521ec70ba87. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 614.817214] env[62225]: DEBUG nova.network.neutron [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Updating instance_info_cache with network_info: [{"id": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "address": "fa:16:3e:70:30:7b", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eeffdd7-59", "ovs_interfaceid": "9eeffdd7-59d4-4588-a76f-c521ec70ba87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.967810] env[62225]: DEBUG nova.compute.manager [req-1a858410-0d6a-4b3a-bf02-42cd12eff28f req-2fbde610-18bb-4e2c-95fe-2e58f38e01b4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received event network-vif-plugged-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 614.967810] env[62225]: DEBUG oslo_concurrency.lockutils [req-1a858410-0d6a-4b3a-bf02-42cd12eff28f req-2fbde610-18bb-4e2c-95fe-2e58f38e01b4 service nova] Acquiring lock "1148a432-e541-482c-9f04-8741c5696142-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.967810] env[62225]: DEBUG oslo_concurrency.lockutils [req-1a858410-0d6a-4b3a-bf02-42cd12eff28f req-2fbde610-18bb-4e2c-95fe-2e58f38e01b4 service nova] Lock "1148a432-e541-482c-9f04-8741c5696142-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.968161] env[62225]: DEBUG oslo_concurrency.lockutils [req-1a858410-0d6a-4b3a-bf02-42cd12eff28f req-2fbde610-18bb-4e2c-95fe-2e58f38e01b4 service nova] Lock "1148a432-e541-482c-9f04-8741c5696142-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.968516] env[62225]: DEBUG nova.compute.manager [req-1a858410-0d6a-4b3a-bf02-42cd12eff28f req-2fbde610-18bb-4e2c-95fe-2e58f38e01b4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] No waiting events found dispatching network-vif-plugged-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 614.968806] env[62225]: WARNING nova.compute.manager [req-1a858410-0d6a-4b3a-bf02-42cd12eff28f req-2fbde610-18bb-4e2c-95fe-2e58f38e01b4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received unexpected event network-vif-plugged-754d65a2-5f3e-4581-bc7d-a34f693d48b5 for instance with vm_state building and task_state spawning. [ 614.992162] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.992162] env[62225]: DEBUG nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 614.999032] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.532s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.999032] env[62225]: DEBUG nova.objects.instance [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lazy-loading 'resources' on Instance uuid 3234501a-af49-4852-a746-73ff62a66a62 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.030683] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677143, 'name': ReconfigVM_Task, 'duration_secs': 0.524867} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.034249] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.036549] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a99e6e1-71a7-41ff-a00f-dd1483188e2e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.043526] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677144, 'name': CreateVM_Task, 'duration_secs': 0.5052} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.044946] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 615.045346] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 615.045346] env[62225]: value = "task-677145" [ 615.045346] env[62225]: _type = "Task" [ 615.045346] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.046023] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.046187] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.046555] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.046854] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062d97ed-fdc2-448a-9a1e-0cc764089996 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.058938] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677145, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.059301] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 615.059301] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a067fc-df83-aed6-2db0-43312bc7b8db" [ 615.059301] env[62225]: _type = "Task" [ 615.059301] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.068943] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a067fc-df83-aed6-2db0-43312bc7b8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.088292] env[62225]: DEBUG nova.network.neutron [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Successfully updated port: 754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.163923] env[62225]: DEBUG oslo_concurrency.lockutils [None req-82466822-5c5b-4794-b1be-a731e539de09 tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.208s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.320976] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Releasing lock "refresh_cache-fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.321292] env[62225]: DEBUG nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Received event network-vif-plugged-4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 615.321570] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Acquiring lock "284a67ff-005a-4949-b4df-80d1015ab5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.321754] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.321925] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.322106] env[62225]: DEBUG nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] No waiting events found dispatching network-vif-plugged-4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 615.322283] env[62225]: WARNING nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Received unexpected event network-vif-plugged-4755d2a6-25d3-4115-a534-f907442b33ba for instance with vm_state building and task_state spawning. [ 615.322452] env[62225]: DEBUG nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Received event network-changed-4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 615.322678] env[62225]: DEBUG nova.compute.manager [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Refreshing instance network info cache due to event network-changed-4755d2a6-25d3-4115-a534-f907442b33ba. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 615.322791] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Acquiring lock "refresh_cache-284a67ff-005a-4949-b4df-80d1015ab5eb" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.322932] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Acquired lock "refresh_cache-284a67ff-005a-4949-b4df-80d1015ab5eb" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.323107] env[62225]: DEBUG nova.network.neutron [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Refreshing network info cache for port 4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 615.378163] env[62225]: DEBUG nova.compute.manager [None req-e3bc5dc7-f77e-4275-a647-26afa5922297 tempest-ServerDiagnosticsTest-1948899443 tempest-ServerDiagnosticsTest-1948899443-project-admin] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 615.379210] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a060817-a2bf-4325-ae81-3616e4282371 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.388032] env[62225]: INFO nova.compute.manager [None req-e3bc5dc7-f77e-4275-a647-26afa5922297 tempest-ServerDiagnosticsTest-1948899443 tempest-ServerDiagnosticsTest-1948899443-project-admin] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Retrieving diagnostics [ 615.388151] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1107009-00ec-48fb-8056-2e8cd216c696 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.499983] env[62225]: DEBUG nova.compute.utils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.501969] env[62225]: DEBUG nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 615.557227] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677145, 'name': Rename_Task, 'duration_secs': 0.236192} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.557664] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 615.557949] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20720ea-7241-40b6-8ded-f89b19819dd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.572696] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a067fc-df83-aed6-2db0-43312bc7b8db, 'name': SearchDatastore_Task, 'duration_secs': 0.015984} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.576184] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.576184] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.576184] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.576184] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.576336] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.576336] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 615.576336] env[62225]: value = "task-677146" [ 615.576336] env[62225]: _type = "Task" [ 615.576336] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.579024] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47fdd8f7-a635-4f06-b6db-ab750fa13541 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.590386] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.591640] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.591784] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.591960] env[62225]: DEBUG nova.network.neutron [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 615.594061] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.595310] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 615.595371] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a810bf43-67ff-4b37-90be-6d01bc0c9fb3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.608988] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 615.608988] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc985d-485e-25ff-8dcf-e687f4908797" [ 615.608988] env[62225]: _type = "Task" [ 615.608988] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.620055] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc985d-485e-25ff-8dcf-e687f4908797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.667201] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 615.984993] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84def87-def5-41c0-ad76-3bce4e62ef2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.993543] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f51767f-eb4b-41cd-8c2d-a17b10c8ca99 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.025430] env[62225]: DEBUG nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 616.031276] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ca892-697c-4321-84c5-9690ea213b05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.041029] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7c8ee-0f96-4a97-ad8d-1431e21d183c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.056312] env[62225]: DEBUG nova.compute.provider_tree [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.098276] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.123989] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc985d-485e-25ff-8dcf-e687f4908797, 'name': SearchDatastore_Task, 'duration_secs': 0.017601} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.124890] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084b30f5-5a4b-4be2-bde6-c4be9349e4a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.131578] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 616.131578] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52731a06-03d9-f4a8-c3b8-c39957f93ccc" [ 616.131578] env[62225]: _type = "Task" [ 616.131578] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.132476] env[62225]: DEBUG nova.network.neutron [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Updated VIF entry in instance network info cache for port 4755d2a6-25d3-4115-a534-f907442b33ba. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 616.132906] env[62225]: DEBUG nova.network.neutron [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Updating instance_info_cache with network_info: [{"id": "4755d2a6-25d3-4115-a534-f907442b33ba", "address": "fa:16:3e:4e:8b:8f", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4755d2a6-25", "ovs_interfaceid": "4755d2a6-25d3-4115-a534-f907442b33ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.144642] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52731a06-03d9-f4a8-c3b8-c39957f93ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.145674] env[62225]: DEBUG nova.network.neutron [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 616.192532] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.350285] env[62225]: DEBUG nova.network.neutron [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.560698] env[62225]: DEBUG nova.scheduler.client.report [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 616.597279] env[62225]: DEBUG oslo_vmware.api [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677146, 'name': PowerOnVM_Task, 'duration_secs': 0.831338} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.597547] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 616.597713] env[62225]: INFO nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Took 8.96 seconds to spawn the instance on the hypervisor. [ 616.598248] env[62225]: DEBUG nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 616.598747] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857c088-c0d4-449b-83a6-010089c59a4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.642013] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c12373d-a8ed-4604-a6a9-48a16878ae33 req-836508a6-5018-4c82-8b17-85fa8b1782aa service nova] Releasing lock "refresh_cache-284a67ff-005a-4949-b4df-80d1015ab5eb" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.649317] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52731a06-03d9-f4a8-c3b8-c39957f93ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.019406} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.650420] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.650678] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 616.650939] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2e1dd1-41b7-487f-9de9-a36af02f6727 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.658805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "06e2f05a-5901-4a2c-990a-1d8b8318a075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.659178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.659466] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "06e2f05a-5901-4a2c-990a-1d8b8318a075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.659800] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.659994] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.663697] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 616.663697] env[62225]: value = "task-677147" [ 616.663697] env[62225]: _type = "Task" [ 616.663697] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.668125] env[62225]: INFO nova.compute.manager [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Terminating instance [ 616.670289] env[62225]: DEBUG nova.compute.manager [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 616.670526] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 616.671345] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae2b253-01ec-4945-afbf-dc725d5fbb26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.679728] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.681821] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 616.682069] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c0e953-0dbc-419c-8a2b-2f5927967df9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.689275] env[62225]: DEBUG oslo_vmware.api [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 616.689275] env[62225]: value = "task-677148" [ 616.689275] env[62225]: _type = "Task" [ 616.689275] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.700132] env[62225]: DEBUG oslo_vmware.api [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.853639] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.854090] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Instance network_info: |[{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 616.854745] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:89:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754d65a2-5f3e-4581-bc7d-a34f693d48b5', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.863758] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Creating folder: Project (314becda06974a47bac19b301f803553). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 616.864085] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f793dbd-5ebb-431f-87cf-04d14c53777e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.883043] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Created folder: Project (314becda06974a47bac19b301f803553) in parent group-v163168. [ 616.883270] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Creating folder: Instances. Parent ref: group-v163214. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 616.883557] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e9fdcfc-ddbc-4dfd-9efe-09b177ff80e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.898023] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Created folder: Instances in parent group-v163214. [ 616.898023] env[62225]: DEBUG oslo.service.loopingcall [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.898023] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1148a432-e541-482c-9f04-8741c5696142] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 616.898023] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d47b350-c228-486f-9e76-0cd1caaad6fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.921264] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.921264] env[62225]: value = "task-677151" [ 616.921264] env[62225]: _type = "Task" [ 616.921264] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.931397] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677151, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.012020] env[62225]: DEBUG nova.compute.manager [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 617.012279] env[62225]: DEBUG nova.compute.manager [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing instance network info cache due to event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 617.012596] env[62225]: DEBUG oslo_concurrency.lockutils [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.012596] env[62225]: DEBUG oslo_concurrency.lockutils [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.012793] env[62225]: DEBUG nova.network.neutron [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 617.044633] env[62225]: DEBUG nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 617.067070] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.071782] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 617.072077] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 617.072238] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.072426] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 617.072577] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.072804] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 617.073100] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 617.073283] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 617.073424] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 617.074079] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 617.074079] env[62225]: DEBUG nova.virt.hardware [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.074455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.154s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.076085] env[62225]: INFO nova.compute.claims [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.079406] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4737d-c566-4583-83b6-b3c28c4e3686 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.092250] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2172c-e219-4df4-950b-ad0cb116d105 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.097434] env[62225]: INFO nova.scheduler.client.report [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Deleted allocations for instance 3234501a-af49-4852-a746-73ff62a66a62 [ 617.116250] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.122313] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Creating folder: Project (b26742700d1a4ac7acb6402fe5223555). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 617.125194] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19bd2464-07d9-48f4-85fa-e876d828f381 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.127664] env[62225]: INFO nova.compute.manager [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Took 31.21 seconds to build instance. [ 617.141569] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Created folder: Project (b26742700d1a4ac7acb6402fe5223555) in parent group-v163168. [ 617.141899] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Creating folder: Instances. Parent ref: group-v163217. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 617.142484] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec81951c-f83b-4ef4-ab72-cbec80461517 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.157644] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Created folder: Instances in parent group-v163217. [ 617.157964] env[62225]: DEBUG oslo.service.loopingcall [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.158239] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 617.158502] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bd0d90a-71ac-4638-a630-e6def7cfb540 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.184256] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677147, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.185868] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.185868] env[62225]: value = "task-677154" [ 617.185868] env[62225]: _type = "Task" [ 617.185868] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.199734] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677154, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.203118] env[62225]: DEBUG oslo_vmware.api [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677148, 'name': PowerOffVM_Task, 'duration_secs': 0.230589} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.203447] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 617.203673] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 617.203953] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af886d8-8a04-4b9d-bdf9-387441041ad6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.432133] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677151, 'name': CreateVM_Task, 'duration_secs': 0.482295} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.432348] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1148a432-e541-482c-9f04-8741c5696142] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 617.433971] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.434299] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.434776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.434855] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e055a08d-5744-461f-86b9-f6e3387119e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.440741] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 617.440741] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523a064d-96e4-7082-48ba-fe9f47a35781" [ 617.440741] env[62225]: _type = "Task" [ 617.440741] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.450970] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523a064d-96e4-7082-48ba-fe9f47a35781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.607073] env[62225]: DEBUG oslo_concurrency.lockutils [None req-befd998a-3390-4c5f-a888-e52c9786e616 tempest-ServerExternalEventsTest-685741060 tempest-ServerExternalEventsTest-685741060-project-member] Lock "3234501a-af49-4852-a746-73ff62a66a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.186s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.631444] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90cd1da2-68bc-4894-baa8-1cf7119eba54 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.862s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.637202] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 617.637202] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 617.637202] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Deleting the datastore file [datastore2] 06e2f05a-5901-4a2c-990a-1d8b8318a075 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.637202] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3141e7-1943-4685-bbe8-7882799363e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.645558] env[62225]: DEBUG oslo_vmware.api [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for the task: (returnval){ [ 617.645558] env[62225]: value = "task-677156" [ 617.645558] env[62225]: _type = "Task" [ 617.645558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.655547] env[62225]: DEBUG oslo_vmware.api [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.684189] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696876} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.684189] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 617.684189] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.684688] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ccf24f-aca0-4f05-b05f-f1a596f36d87 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.696018] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677154, 'name': CreateVM_Task, 'duration_secs': 0.450792} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.697240] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 617.697720] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 617.697720] env[62225]: value = "task-677157" [ 617.697720] env[62225]: _type = "Task" [ 617.697720] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.698114] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.698309] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.698608] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.698906] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f459c5f5-1397-42ba-8c75-03a344096163 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.714022] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 617.714022] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527cb061-d488-34e2-3a1b-dc03cc35c279" [ 617.714022] env[62225]: _type = "Task" [ 617.714022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.715368] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.725664] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527cb061-d488-34e2-3a1b-dc03cc35c279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.876131] env[62225]: DEBUG nova.network.neutron [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updated VIF entry in instance network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 617.876537] env[62225]: DEBUG nova.network.neutron [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.953316] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523a064d-96e4-7082-48ba-fe9f47a35781, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.953675] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.953926] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.954178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.954383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.954633] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.954782] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af96bb97-2726-4039-9cae-a47c926cf7bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.966828] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.967057] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 617.967901] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db55724c-8365-4ad1-82e9-d00c5505eda3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.976138] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 617.976138] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bb0891-8298-03c1-e227-b6181c0147e4" [ 617.976138] env[62225]: _type = "Task" [ 617.976138] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.986633] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bb0891-8298-03c1-e227-b6181c0147e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.135503] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 618.158813] env[62225]: DEBUG oslo_vmware.api [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Task: {'id': task-677156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33633} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.159100] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.159304] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 618.159467] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 618.159646] env[62225]: INFO nova.compute.manager [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Took 1.49 seconds to destroy the instance on the hypervisor. [ 618.159900] env[62225]: DEBUG oslo.service.loopingcall [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.160119] env[62225]: DEBUG nova.compute.manager [-] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 618.160225] env[62225]: DEBUG nova.network.neutron [-] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 618.219020] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115177} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.219020] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.219820] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475da10-0436-49fd-80e8-1f6310cfd567 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.235742] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527cb061-d488-34e2-3a1b-dc03cc35c279, 'name': SearchDatastore_Task, 'duration_secs': 0.01595} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.245211] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.245508] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.245751] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.245899] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.246094] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.255371] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.258253] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eab73187-0317-47d3-b3e7-21ee112f429c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.260458] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f45e422-31d1-4739-9467-cf56455e1016 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.282660] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 618.282660] env[62225]: value = "task-677158" [ 618.282660] env[62225]: _type = "Task" [ 618.282660] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.288370] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.288622] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 618.295370] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3298a4-6994-4359-9916-2b4984791ea6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.297750] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.301965] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 618.301965] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f4bf5d-eecf-a5f3-be69-b92a7c94e949" [ 618.301965] env[62225]: _type = "Task" [ 618.301965] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.313086] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f4bf5d-eecf-a5f3-be69-b92a7c94e949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.381163] env[62225]: DEBUG oslo_concurrency.lockutils [req-55778795-ce41-46f4-b950-8413460baace req-9b44f8f6-63f3-4522-bb24-6e5406e0a67c service nova] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.494223] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bb0891-8298-03c1-e227-b6181c0147e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021446} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.495082] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d96afa-1e7d-457a-b79b-e43796864c81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.502255] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 618.502255] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5278d9f5-eb1d-e2e6-9149-7dd6cf9b135c" [ 618.502255] env[62225]: _type = "Task" [ 618.502255] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.514084] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5278d9f5-eb1d-e2e6-9149-7dd6cf9b135c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.596744] env[62225]: DEBUG nova.compute.manager [req-75efba49-049e-4b0d-9906-7effe17369a7 req-4f732201-ea63-4eb6-95b1-c9039c4fbcdd service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Received event network-vif-deleted-83a1b857-821a-42dc-8a3d-5fc1434f9e8a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 618.596951] env[62225]: INFO nova.compute.manager [req-75efba49-049e-4b0d-9906-7effe17369a7 req-4f732201-ea63-4eb6-95b1-c9039c4fbcdd service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Neutron deleted interface 83a1b857-821a-42dc-8a3d-5fc1434f9e8a; detaching it from the instance and deleting it from the info cache [ 618.597154] env[62225]: DEBUG nova.network.neutron [req-75efba49-049e-4b0d-9906-7effe17369a7 req-4f732201-ea63-4eb6-95b1-c9039c4fbcdd service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.668037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.702993] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae00a2-3e9a-4d7a-87e8-66f8075dfc3e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.711721] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc32dbb8-c5e9-4fcd-bf22-2c94f56784e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.746604] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2afe7e-8664-4cec-887e-4e444d67852d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.755665] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1cfa7-2b6c-42bf-9dfe-88bd64118c65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.770144] env[62225]: DEBUG nova.compute.provider_tree [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.794742] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.813401] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f4bf5d-eecf-a5f3-be69-b92a7c94e949, 'name': SearchDatastore_Task, 'duration_secs': 0.031498} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.814594] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96664877-9310-423d-ac9d-954e866e7946 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.824029] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 618.824029] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222cecd-736e-e2ca-a877-30d4383b8a58" [ 618.824029] env[62225]: _type = "Task" [ 618.824029] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.830365] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222cecd-736e-e2ca-a877-30d4383b8a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.946063] env[62225]: DEBUG nova.network.neutron [-] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.013992] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5278d9f5-eb1d-e2e6-9149-7dd6cf9b135c, 'name': SearchDatastore_Task, 'duration_secs': 0.016121} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.014991] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.015187] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 1148a432-e541-482c-9f04-8741c5696142/1148a432-e541-482c-9f04-8741c5696142.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 619.015466] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d544e29e-98ee-4086-8fee-7a8914c124f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.023782] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 619.023782] env[62225]: value = "task-677159" [ 619.023782] env[62225]: _type = "Task" [ 619.023782] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.033375] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.103121] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-134cb95a-6c0b-412e-8608-f0c9237d0c0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.114583] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e86d8-c9d8-4bd4-ada6-27b1758540b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.132404] env[62225]: DEBUG nova.compute.manager [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 619.132633] env[62225]: DEBUG nova.compute.manager [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing instance network info cache due to event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 619.133807] env[62225]: DEBUG oslo_concurrency.lockutils [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.134026] env[62225]: DEBUG oslo_concurrency.lockutils [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.134242] env[62225]: DEBUG nova.network.neutron [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 619.160722] env[62225]: DEBUG nova.compute.manager [req-75efba49-049e-4b0d-9906-7effe17369a7 req-4f732201-ea63-4eb6-95b1-c9039c4fbcdd service nova] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Detach interface failed, port_id=83a1b857-821a-42dc-8a3d-5fc1434f9e8a, reason: Instance 06e2f05a-5901-4a2c-990a-1d8b8318a075 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 619.275333] env[62225]: DEBUG nova.scheduler.client.report [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 619.298343] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677158, 'name': ReconfigVM_Task, 'duration_secs': 0.587727} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.298677] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.299642] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8552ecdb-1261-41aa-9f35-6808ca72ccb7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.308923] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 619.308923] env[62225]: value = "task-677160" [ 619.308923] env[62225]: _type = "Task" [ 619.308923] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.321426] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677160, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.335447] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222cecd-736e-e2ca-a877-30d4383b8a58, 'name': SearchDatastore_Task, 'duration_secs': 0.015853} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.335638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.336585] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 619.336585] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88fca29d-d58d-49d5-8a38-4d01a95e7d10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.346678] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 619.346678] env[62225]: value = "task-677161" [ 619.346678] env[62225]: _type = "Task" [ 619.346678] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.356505] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.449242] env[62225]: INFO nova.compute.manager [-] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Took 1.29 seconds to deallocate network for instance. [ 619.537442] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677159, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.780614] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.781213] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 619.784842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.269s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.786520] env[62225]: INFO nova.compute.claims [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.823083] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677160, 'name': Rename_Task, 'duration_secs': 0.494855} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.823610] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 619.824012] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1275e92a-5773-490b-ac51-b23ffd436656 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.840304] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 619.840304] env[62225]: value = "task-677162" [ 619.840304] env[62225]: _type = "Task" [ 619.840304] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.858592] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.867659] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677161, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.961945] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.967182] env[62225]: DEBUG nova.network.neutron [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updated VIF entry in instance network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 619.967688] env[62225]: DEBUG nova.network.neutron [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.044033] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639278} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.044033] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 1148a432-e541-482c-9f04-8741c5696142/1148a432-e541-482c-9f04-8741c5696142.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 620.044033] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.044033] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40338d4e-81d0-4f1b-ba9b-22ec41213473 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.051867] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 620.051867] env[62225]: value = "task-677163" [ 620.051867] env[62225]: _type = "Task" [ 620.051867] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.064329] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.291310] env[62225]: DEBUG nova.compute.utils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.296206] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 620.296206] env[62225]: DEBUG nova.network.neutron [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 620.356696] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677162, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.367995] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760403} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.368386] env[62225]: DEBUG nova.policy [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba2c6979b1e4823b0859a9d1da44f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263f39e5bf034aa7803db23d01f7a514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 620.369756] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 620.369982] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.370267] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d0e94c6-d629-4a94-8eec-454a4bf3e4d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.379193] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 620.379193] env[62225]: value = "task-677164" [ 620.379193] env[62225]: _type = "Task" [ 620.379193] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.390671] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.470357] env[62225]: DEBUG oslo_concurrency.lockutils [req-683384bf-d5bf-4535-8edb-03f1520cf3be req-0906f194-a9fa-4dd6-a9d0-1adcf0ec8905 service nova] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.564279] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081153} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.564627] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.565608] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1113c9-6d49-4293-bba0-c49349d5299c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.595923] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1148a432-e541-482c-9f04-8741c5696142/1148a432-e541-482c-9f04-8741c5696142.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.596336] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac816bb-8482-4b25-aa8d-882bd67fe042 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.618481] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 620.618481] env[62225]: value = "task-677165" [ 620.618481] env[62225]: _type = "Task" [ 620.618481] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.629624] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.755699] env[62225]: DEBUG nova.network.neutron [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Successfully created port: 0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.797128] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 620.855892] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677162, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.900584] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174446} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.900655] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.903589] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852bc8c-e68a-4e4a-98f0-a984d64fb453 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.936347] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.940784] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71302306-fbd5-47ba-a12b-8ef7167d0b15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.972185] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 620.972185] env[62225]: value = "task-677166" [ 620.972185] env[62225]: _type = "Task" [ 620.972185] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.983353] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.132130] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.216012] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240c131-4737-3fe8-bf20-649ef3b6e2e2/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 621.217407] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026ae160-9150-4e88-849a-fc6df049a4f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.231809] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240c131-4737-3fe8-bf20-649ef3b6e2e2/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 621.231809] env[62225]: ERROR oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240c131-4737-3fe8-bf20-649ef3b6e2e2/disk-0.vmdk due to incomplete transfer. [ 621.236060] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6b70408-2904-4310-a8bc-c474305e1fa6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.254714] env[62225]: DEBUG oslo_vmware.rw_handles [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240c131-4737-3fe8-bf20-649ef3b6e2e2/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 621.254965] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Uploaded image 74d7513e-685a-4926-b144-3c997e2dfbe4 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 621.257321] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 621.259927] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee9ce376-f587-4752-a70e-e33f66cbee12 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.268158] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 621.268158] env[62225]: value = "task-677167" [ 621.268158] env[62225]: _type = "Task" [ 621.268158] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.281031] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677167, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.360972] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677162, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.489155] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.512865] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5801c0-917e-4c21-aa49-7081dd919b64 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.523919] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dde92a-514a-42ef-8586-f5a5320122fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.561729] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eed33e-7972-4382-b60c-ecc22cc7d66b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.574062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a80b6d-7b43-4ada-b207-cc2c397a8a9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.588398] env[62225]: DEBUG nova.compute.provider_tree [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.633602] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677165, 'name': ReconfigVM_Task, 'duration_secs': 0.859406} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.634101] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1148a432-e541-482c-9f04-8741c5696142/1148a432-e541-482c-9f04-8741c5696142.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.634881] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c26f86db-9feb-4238-9d7f-251953b072e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.644698] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 621.644698] env[62225]: value = "task-677168" [ 621.644698] env[62225]: _type = "Task" [ 621.644698] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.654235] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677168, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.779383] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677167, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.807156] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 621.831299] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 621.831630] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 621.831840] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.832619] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 621.832885] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.833094] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 621.833333] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 621.833543] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 621.833736] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 621.833943] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 621.834155] env[62225]: DEBUG nova.virt.hardware [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.835197] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b2bec-3ae5-4b19-a476-754b78c99b5f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.847740] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e5ec84-a4e7-4eb5-b081-a4120e9b2558 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.866777] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677162, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.985677] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677166, 'name': ReconfigVM_Task, 'duration_secs': 0.716836} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.986051] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.986739] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee7b5f82-4951-41cb-b571-cb7da63ff89e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.994524] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 621.994524] env[62225]: value = "task-677169" [ 621.994524] env[62225]: _type = "Task" [ 621.994524] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.004254] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677169, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.091567] env[62225]: DEBUG nova.scheduler.client.report [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 622.157494] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677168, 'name': Rename_Task, 'duration_secs': 0.320202} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.157494] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 622.157494] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebf415a6-e9d2-434b-b482-b3a4ffe37bd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.164963] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 622.164963] env[62225]: value = "task-677170" [ 622.164963] env[62225]: _type = "Task" [ 622.164963] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.174637] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.279411] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677167, 'name': Destroy_Task, 'duration_secs': 0.711006} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.279751] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Destroyed the VM [ 622.280079] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 622.280368] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-488d5fa8-c058-43e9-9744-581b162556d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.288706] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 622.288706] env[62225]: value = "task-677171" [ 622.288706] env[62225]: _type = "Task" [ 622.288706] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.294393] env[62225]: DEBUG nova.compute.manager [req-e494080d-34b0-48f3-8d32-8c10fffbd3b8 req-fc55553a-4120-4c68-930f-be6ec8284999 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Received event network-vif-plugged-0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 622.294615] env[62225]: DEBUG oslo_concurrency.lockutils [req-e494080d-34b0-48f3-8d32-8c10fffbd3b8 req-fc55553a-4120-4c68-930f-be6ec8284999 service nova] Acquiring lock "f629ec3b-913b-4d00-8f64-0b2c651ac397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.294821] env[62225]: DEBUG oslo_concurrency.lockutils [req-e494080d-34b0-48f3-8d32-8c10fffbd3b8 req-fc55553a-4120-4c68-930f-be6ec8284999 service nova] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.294988] env[62225]: DEBUG oslo_concurrency.lockutils [req-e494080d-34b0-48f3-8d32-8c10fffbd3b8 req-fc55553a-4120-4c68-930f-be6ec8284999 service nova] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.295176] env[62225]: DEBUG nova.compute.manager [req-e494080d-34b0-48f3-8d32-8c10fffbd3b8 req-fc55553a-4120-4c68-930f-be6ec8284999 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] No waiting events found dispatching network-vif-plugged-0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 622.295344] env[62225]: WARNING nova.compute.manager [req-e494080d-34b0-48f3-8d32-8c10fffbd3b8 req-fc55553a-4120-4c68-930f-be6ec8284999 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Received unexpected event network-vif-plugged-0f589aab-1ca4-45e0-9ba5-83cf1d395391 for instance with vm_state building and task_state spawning. [ 622.307082] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.354145] env[62225]: DEBUG oslo_vmware.api [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677162, 'name': PowerOnVM_Task, 'duration_secs': 2.455562} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.354442] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 622.354695] env[62225]: INFO nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Took 10.85 seconds to spawn the instance on the hypervisor. [ 622.355230] env[62225]: DEBUG nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 622.355689] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d5aede-0a19-4f46-beb0-65c0affe15ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.446603] env[62225]: DEBUG nova.network.neutron [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Successfully updated port: 0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.510602] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677169, 'name': Rename_Task, 'duration_secs': 0.339514} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.510602] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 622.510602] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d5a890-847d-48a7-95bd-e5c0ce78f4b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.518498] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 622.518498] env[62225]: value = "task-677172" [ 622.518498] env[62225]: _type = "Task" [ 622.518498] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.528987] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.599022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.599022] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 622.602651] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.563s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.603250] env[62225]: DEBUG nova.objects.instance [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lazy-loading 'resources' on Instance uuid cf667989-ee94-4da7-9d77-fe615eacf562 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.678672] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.800201] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677171, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.874123] env[62225]: INFO nova.compute.manager [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Took 27.78 seconds to build instance. [ 622.951313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "refresh_cache-f629ec3b-913b-4d00-8f64-0b2c651ac397" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.951468] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "refresh_cache-f629ec3b-913b-4d00-8f64-0b2c651ac397" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.951624] env[62225]: DEBUG nova.network.neutron [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 623.030896] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677172, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.104700] env[62225]: DEBUG nova.compute.utils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.106307] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 623.106440] env[62225]: DEBUG nova.network.neutron [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 623.182750] env[62225]: DEBUG oslo_vmware.api [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677170, 'name': PowerOnVM_Task, 'duration_secs': 0.930792} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.184267] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 623.184826] env[62225]: INFO nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Took 8.88 seconds to spawn the instance on the hypervisor. [ 623.184950] env[62225]: DEBUG nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 623.185902] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ca1e20-2427-4982-92b9-72eb04ff6745 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.303109] env[62225]: DEBUG oslo_vmware.api [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.931419} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.305963] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 623.306246] env[62225]: INFO nova.compute.manager [None req-e5852ca8-dc04-4d64-a4a3-783569a08724 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Took 17.15 seconds to snapshot the instance on the hypervisor. [ 623.317534] env[62225]: DEBUG nova.policy [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c499613dc3c4821afe551f6c1046857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3433de5daec94e9cba3a87e1eabad471', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 623.382583] env[62225]: DEBUG oslo_concurrency.lockutils [None req-00492e43-b450-486b-bdac-efe62076e062 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.601s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.489224] env[62225]: DEBUG nova.network.neutron [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 623.534908] env[62225]: DEBUG oslo_vmware.api [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677172, 'name': PowerOnVM_Task, 'duration_secs': 0.601018} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.537628] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 623.537875] env[62225]: INFO nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Took 6.49 seconds to spawn the instance on the hypervisor. [ 623.538207] env[62225]: DEBUG nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 623.542124] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81319b7-99aa-4e40-830e-5eee2865f7fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.610448] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 623.663152] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df21778b-a09c-4d60-a2c9-15edc85f1cbe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.673140] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfaf9d-e669-40b0-9503-ada802857d76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.711054] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f1d334-970a-421b-9bfa-5823530e38af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.713611] env[62225]: INFO nova.compute.manager [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Took 27.69 seconds to build instance. [ 623.718845] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1837d66c-b022-4998-a791-9bde4069c23a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.724794] env[62225]: DEBUG nova.network.neutron [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Updating instance_info_cache with network_info: [{"id": "0f589aab-1ca4-45e0-9ba5-83cf1d395391", "address": "fa:16:3e:36:17:2a", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f589aab-1c", "ovs_interfaceid": "0f589aab-1ca4-45e0-9ba5-83cf1d395391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.739853] env[62225]: DEBUG nova.compute.provider_tree [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.889689] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 624.072093] env[62225]: INFO nova.compute.manager [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Took 27.15 seconds to build instance. [ 624.086704] env[62225]: DEBUG nova.network.neutron [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Successfully created port: cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.221144] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca09784-5176-431e-b508-d7c159417285 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "1148a432-e541-482c-9f04-8741c5696142" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.344s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.227793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "refresh_cache-f629ec3b-913b-4d00-8f64-0b2c651ac397" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.228365] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Instance network_info: |[{"id": "0f589aab-1ca4-45e0-9ba5-83cf1d395391", "address": "fa:16:3e:36:17:2a", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f589aab-1c", "ovs_interfaceid": "0f589aab-1ca4-45e0-9ba5-83cf1d395391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 624.230380] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:17:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f589aab-1ca4-45e0-9ba5-83cf1d395391', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.242842] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating folder: Project (263f39e5bf034aa7803db23d01f7a514). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 624.245487] env[62225]: DEBUG nova.scheduler.client.report [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 624.250232] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b278aa3e-59f7-468a-8995-5ebc8f21f62b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.268035] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created folder: Project (263f39e5bf034aa7803db23d01f7a514) in parent group-v163168. [ 624.268035] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating folder: Instances. Parent ref: group-v163220. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 624.269686] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fed04f7-c189-4844-8a63-e58f9cafc21c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.287997] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created folder: Instances in parent group-v163220. [ 624.288175] env[62225]: DEBUG oslo.service.loopingcall [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.288726] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 624.289032] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5ca4fb-f729-4a08-9200-bbe9d951e04f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.331829] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.331829] env[62225]: value = "task-677175" [ 624.331829] env[62225]: _type = "Task" [ 624.331829] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.342631] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677175, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.410228] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.571754] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18b7bcc8-506b-4362-bbf8-1b10db9626cc tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.197s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.625237] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 624.650852] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 624.651330] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 624.651649] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.651966] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 624.652256] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.652608] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 624.652954] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 624.653268] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 624.653580] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 624.653880] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 624.655518] env[62225]: DEBUG nova.virt.hardware [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.655518] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae47493-9ff1-4a0a-b9b2-7d4b53bf40e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.664476] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c5bb4-3229-4353-9f12-f72df9da0568 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.723903] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 624.759049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.759049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.941s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.761016] env[62225]: INFO nova.compute.claims [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.786911] env[62225]: INFO nova.scheduler.client.report [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleted allocations for instance cf667989-ee94-4da7-9d77-fe615eacf562 [ 624.846278] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677175, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.860034] env[62225]: DEBUG nova.compute.manager [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Received event network-changed-0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 624.860242] env[62225]: DEBUG nova.compute.manager [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Refreshing instance network info cache due to event network-changed-0f589aab-1ca4-45e0-9ba5-83cf1d395391. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 624.860494] env[62225]: DEBUG oslo_concurrency.lockutils [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] Acquiring lock "refresh_cache-f629ec3b-913b-4d00-8f64-0b2c651ac397" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.860690] env[62225]: DEBUG oslo_concurrency.lockutils [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] Acquired lock "refresh_cache-f629ec3b-913b-4d00-8f64-0b2c651ac397" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.860934] env[62225]: DEBUG nova.network.neutron [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Refreshing network info cache for port 0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 625.075841] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 625.257336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.294977] env[62225]: DEBUG oslo_concurrency.lockutils [None req-285677ac-a56e-4d9a-8c8a-e9b1afdd9c37 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "cf667989-ee94-4da7-9d77-fe615eacf562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.311s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.345471] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677175, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.565134] env[62225]: INFO nova.compute.manager [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Rebuilding instance [ 625.619230] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.627331] env[62225]: DEBUG nova.compute.manager [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 625.630286] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161278e7-da55-444f-8bf6-3a6c68970590 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.701395] env[62225]: INFO nova.compute.manager [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Rebuilding instance [ 625.708391] env[62225]: DEBUG nova.network.neutron [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Updated VIF entry in instance network info cache for port 0f589aab-1ca4-45e0-9ba5-83cf1d395391. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 625.709117] env[62225]: DEBUG nova.network.neutron [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Updating instance_info_cache with network_info: [{"id": "0f589aab-1ca4-45e0-9ba5-83cf1d395391", "address": "fa:16:3e:36:17:2a", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f589aab-1c", "ovs_interfaceid": "0f589aab-1ca4-45e0-9ba5-83cf1d395391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.762435] env[62225]: DEBUG nova.compute.manager [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 625.763377] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e564d-a6c8-4b24-8546-60dc6ed4d5da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.849047] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677175, 'name': CreateVM_Task, 'duration_secs': 1.521152} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.851878] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 625.855758] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.855758] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.855758] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.855758] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ccd109-7759-493e-b35a-6eb51951a1e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.860039] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 625.860039] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c3ea3-01b0-23e4-13ad-2912fc1bbbd5" [ 625.860039] env[62225]: _type = "Task" [ 625.860039] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.870238] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c3ea3-01b0-23e4-13ad-2912fc1bbbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.890622] env[62225]: DEBUG nova.network.neutron [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Successfully updated port: cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.146370] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 626.146981] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c413ecb-f75f-4218-afc0-eb7b7086b7e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.158699] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 626.158699] env[62225]: value = "task-677176" [ 626.158699] env[62225]: _type = "Task" [ 626.158699] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.168501] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.211931] env[62225]: DEBUG oslo_concurrency.lockutils [req-7b5b5a20-4702-42b0-9a68-2266d38034b5 req-0e4be125-bf1c-446c-b601-e2a61763d552 service nova] Releasing lock "refresh_cache-f629ec3b-913b-4d00-8f64-0b2c651ac397" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.287143] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 626.287143] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b5fc4a-7cf9-4360-9a62-aa9ecbee7566 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.295609] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 626.295609] env[62225]: value = "task-677177" [ 626.295609] env[62225]: _type = "Task" [ 626.295609] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.306744] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.353262] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4336e5ed-4885-4018-b002-f398ef4641d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.360035] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af30bda9-b3d8-4762-aa25-fa1bc16a8add {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.375369] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c3ea3-01b0-23e4-13ad-2912fc1bbbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.400250] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.400531] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.400774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.400946] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.402553] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.402553] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "refresh_cache-63577e7a-be52-44c8-8082-6c6de4b98018" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.402553] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquired lock "refresh_cache-63577e7a-be52-44c8-8082-6c6de4b98018" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.402553] env[62225]: DEBUG nova.network.neutron [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 626.404140] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3170ec-ead4-46e2-9e28-3f0f5948a303 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.406597] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a8078-afa0-42fa-acb2-8d407c98403c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.416960] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075520cb-cf3e-4db6-804a-9062b6ceda19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.422463] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.422463] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 626.423618] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d32f16-98ac-43a6-b95d-5322b18f80ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.434538] env[62225]: DEBUG nova.compute.provider_tree [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.439707] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 626.439707] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4fc1d-083b-62c1-76e1-04bf3e6ef09f" [ 626.439707] env[62225]: _type = "Task" [ 626.439707] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.452851] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4fc1d-083b-62c1-76e1-04bf3e6ef09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.605202] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "b1f1769c-2911-449f-a5ef-911f179e4813" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.605543] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "b1f1769c-2911-449f-a5ef-911f179e4813" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.606691] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "b1f1769c-2911-449f-a5ef-911f179e4813-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.606691] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "b1f1769c-2911-449f-a5ef-911f179e4813-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.606691] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "b1f1769c-2911-449f-a5ef-911f179e4813-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.608656] env[62225]: INFO nova.compute.manager [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Terminating instance [ 626.610573] env[62225]: DEBUG nova.compute.manager [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 626.610781] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 626.611632] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7859988f-aa2b-4f19-a68e-139c873fac50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.621160] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 626.621384] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23d3cdd-f773-4184-8bf8-2409a2b20622 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.629919] env[62225]: DEBUG oslo_vmware.api [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 626.629919] env[62225]: value = "task-677178" [ 626.629919] env[62225]: _type = "Task" [ 626.629919] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.639171] env[62225]: DEBUG oslo_vmware.api [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.670815] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677176, 'name': PowerOffVM_Task, 'duration_secs': 0.321622} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.671105] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 626.671324] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 626.672201] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ffc695-f0ad-40a5-a5c6-5709604691cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.680636] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 626.680960] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83d960a1-10f1-4ebe-8267-62d2cab027de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.756349] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 626.756633] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 626.756812] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.757213] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d98d5b9f-fafb-42a2-b9c5-4bc8f90551ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.765587] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 626.765587] env[62225]: value = "task-677180" [ 626.765587] env[62225]: _type = "Task" [ 626.765587] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.774280] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.809514] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677177, 'name': PowerOffVM_Task, 'duration_secs': 0.183233} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.810854] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 626.810854] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 626.811235] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d8e1a6-6dd7-4d8b-9726-2172bd9beff4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.821355] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 626.821809] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae692faf-a6ce-467a-8d04-86864cdcdc9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.851243] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 626.852176] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 626.852176] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Deleting the datastore file [datastore2] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.852528] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52471da8-36b0-43a5-9639-239a5e3154b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.860491] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 626.860491] env[62225]: value = "task-677182" [ 626.860491] env[62225]: _type = "Task" [ 626.860491] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.869502] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.937796] env[62225]: DEBUG nova.scheduler.client.report [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 626.949807] env[62225]: DEBUG nova.network.neutron [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 626.962860] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4fc1d-083b-62c1-76e1-04bf3e6ef09f, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.964378] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0183ccc6-444f-4a57-b136-af2188307ea7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.971297] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 626.971297] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520837b4-7c8c-fdab-307c-7bdeab8d637c" [ 626.971297] env[62225]: _type = "Task" [ 626.971297] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.984167] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520837b4-7c8c-fdab-307c-7bdeab8d637c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.143654] env[62225]: DEBUG oslo_vmware.api [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677178, 'name': PowerOffVM_Task, 'duration_secs': 0.228091} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.143996] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 627.144224] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 627.144499] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0669ee9c-1925-4e5b-81e1-6bef90ab920f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.150243] env[62225]: DEBUG nova.network.neutron [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Updating instance_info_cache with network_info: [{"id": "cf7b4366-d92e-4304-96a9-7fc05acce455", "address": "fa:16:3e:70:08:b0", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7b4366-d9", "ovs_interfaceid": "cf7b4366-d92e-4304-96a9-7fc05acce455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.161252] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.161681] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.223431] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 627.223431] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 627.223700] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleting the datastore file [datastore1] b1f1769c-2911-449f-a5ef-911f179e4813 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.223962] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ef8d32-8e14-4691-9e6c-a2acaf4e71e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.233430] env[62225]: DEBUG oslo_vmware.api [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for the task: (returnval){ [ 627.233430] env[62225]: value = "task-677184" [ 627.233430] env[62225]: _type = "Task" [ 627.233430] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.245880] env[62225]: DEBUG oslo_vmware.api [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.279332] env[62225]: DEBUG nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 627.279561] env[62225]: DEBUG nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing instance network info cache due to event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 627.279819] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.279985] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.282082] env[62225]: DEBUG nova.network.neutron [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 627.290722] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145611} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.292217] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.292411] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 627.292607] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 627.373049] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160371} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.373140] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.373835] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 627.374081] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 627.452534] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.452534] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 627.453257] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.143s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.483475] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520837b4-7c8c-fdab-307c-7bdeab8d637c, 'name': SearchDatastore_Task, 'duration_secs': 0.018181} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.484054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.484375] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] f629ec3b-913b-4d00-8f64-0b2c651ac397/f629ec3b-913b-4d00-8f64-0b2c651ac397.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 627.484664] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2448ad21-0e51-4afa-bbbf-28e1991174c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.494039] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 627.494039] env[62225]: value = "task-677185" [ 627.494039] env[62225]: _type = "Task" [ 627.494039] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.503558] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.653077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Releasing lock "refresh_cache-63577e7a-be52-44c8-8082-6c6de4b98018" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.653448] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Instance network_info: |[{"id": "cf7b4366-d92e-4304-96a9-7fc05acce455", "address": "fa:16:3e:70:08:b0", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7b4366-d9", "ovs_interfaceid": "cf7b4366-d92e-4304-96a9-7fc05acce455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 627.653938] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:08:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf7b4366-d92e-4304-96a9-7fc05acce455', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.662315] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Creating folder: Project (3433de5daec94e9cba3a87e1eabad471). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 627.663044] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82faf36f-4e2e-4f2e-9eb0-4e5da39dcb11 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.675821] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Created folder: Project (3433de5daec94e9cba3a87e1eabad471) in parent group-v163168. [ 627.676149] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Creating folder: Instances. Parent ref: group-v163223. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 627.676509] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b3d076c-05af-4dec-a877-047c952b5004 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.692319] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Created folder: Instances in parent group-v163223. [ 627.692319] env[62225]: DEBUG oslo.service.loopingcall [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.692612] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 627.692853] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650447fd-84bd-40a0-8ec0-4071e545effe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.715615] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.715615] env[62225]: value = "task-677188" [ 627.715615] env[62225]: _type = "Task" [ 627.715615] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.730602] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677188, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.743363] env[62225]: DEBUG oslo_vmware.api [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Task: {'id': task-677184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19595} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.743734] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.743960] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 627.744175] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 627.744408] env[62225]: INFO nova.compute.manager [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Took 1.13 seconds to destroy the instance on the hypervisor. [ 627.744670] env[62225]: DEBUG oslo.service.loopingcall [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.744937] env[62225]: DEBUG nova.compute.manager [-] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 627.745054] env[62225]: DEBUG nova.network.neutron [-] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 627.958629] env[62225]: DEBUG nova.compute.utils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.963763] env[62225]: INFO nova.compute.claims [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.966072] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 627.966253] env[62225]: DEBUG nova.network.neutron [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 628.004752] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455711} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.005052] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] f629ec3b-913b-4d00-8f64-0b2c651ac397/f629ec3b-913b-4d00-8f64-0b2c651ac397.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 628.005273] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.005554] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde285ce-25a6-452e-acaa-396f453050dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.018999] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 628.018999] env[62225]: value = "task-677189" [ 628.018999] env[62225]: _type = "Task" [ 628.018999] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.028345] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.040321] env[62225]: DEBUG nova.policy [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b584f4a15c245cbb6867e3eec866616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc9f02b82044dcdba2f9089b7e0e015', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 628.147766] env[62225]: DEBUG nova.network.neutron [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updated VIF entry in instance network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 628.147766] env[62225]: DEBUG nova.network.neutron [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.228044] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677188, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.339126] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 628.339451] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 628.339641] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.339835] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 628.339987] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.340685] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 628.340685] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 628.340685] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 628.340870] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 628.340970] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 628.341164] env[62225]: DEBUG nova.virt.hardware [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.342062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22096788-ab23-4d21-a6df-2ac3b7753537 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.351951] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6ff59-d7c2-4cd9-853b-052d81502a0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.367242] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:8b:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4755d2a6-25d3-4115-a534-f907442b33ba', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.375316] env[62225]: DEBUG oslo.service.loopingcall [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.375616] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 628.375848] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cccd2064-9010-4761-9b79-edef80be8362 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.401865] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.401865] env[62225]: value = "task-677190" [ 628.401865] env[62225]: _type = "Task" [ 628.401865] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.410680] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677190, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.418065] env[62225]: DEBUG nova.network.neutron [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Successfully created port: ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.424078] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 628.424385] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 628.424575] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.424927] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 628.425103] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.425850] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 628.426160] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 628.426287] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 628.426465] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 628.426634] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 628.426812] env[62225]: DEBUG nova.virt.hardware [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.428502] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f5a6e-8f0c-4183-adb4-c93e73e5e49d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.438064] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3881ab5e-4cbb-4157-a68b-0b7d3a249dbf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.455061] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.460917] env[62225]: DEBUG oslo.service.loopingcall [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.461235] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 628.462992] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9d813d-04b6-446c-b109-ddcd15a2ca9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.477018] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 628.480216] env[62225]: INFO nova.compute.resource_tracker [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating resource usage from migration a622b283-4702-489a-a033-80acab21cf69 [ 628.490893] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.490893] env[62225]: value = "task-677191" [ 628.490893] env[62225]: _type = "Task" [ 628.490893] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.500637] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677191, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.516348] env[62225]: DEBUG nova.compute.manager [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 628.517703] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e59fe-a8cc-4dab-b07b-6b28b23685e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.536701] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069117} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.540144] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.541311] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59885175-077a-47b6-b2c5-78f82ee52eb3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.571398] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f629ec3b-913b-4d00-8f64-0b2c651ac397/f629ec3b-913b-4d00-8f64-0b2c651ac397.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.576025] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b691fb-46ef-44a2-8538-ee20e9445953 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.605685] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 628.605685] env[62225]: value = "task-677192" [ 628.605685] env[62225]: _type = "Task" [ 628.605685] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.616454] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.631792] env[62225]: DEBUG nova.network.neutron [-] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.649695] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.650053] env[62225]: DEBUG nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Received event network-vif-plugged-cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 628.650269] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Acquiring lock "63577e7a-be52-44c8-8082-6c6de4b98018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.650470] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Lock "63577e7a-be52-44c8-8082-6c6de4b98018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.650630] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Lock "63577e7a-be52-44c8-8082-6c6de4b98018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.650796] env[62225]: DEBUG nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] No waiting events found dispatching network-vif-plugged-cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 628.650960] env[62225]: WARNING nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Received unexpected event network-vif-plugged-cf7b4366-d92e-4304-96a9-7fc05acce455 for instance with vm_state building and task_state spawning. [ 628.651171] env[62225]: DEBUG nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Received event network-changed-cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 628.651376] env[62225]: DEBUG nova.compute.manager [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Refreshing instance network info cache due to event network-changed-cf7b4366-d92e-4304-96a9-7fc05acce455. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 628.651627] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Acquiring lock "refresh_cache-63577e7a-be52-44c8-8082-6c6de4b98018" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.651802] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Acquired lock "refresh_cache-63577e7a-be52-44c8-8082-6c6de4b98018" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.652009] env[62225]: DEBUG nova.network.neutron [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Refreshing network info cache for port cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 628.730704] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677188, 'name': CreateVM_Task, 'duration_secs': 0.516455} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.731809] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 628.732224] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.732359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.733054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.733054] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260f50ce-b405-484c-8503-836f387449fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.738653] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 628.738653] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a86481-52dc-d979-123a-1970e1fa258b" [ 628.738653] env[62225]: _type = "Task" [ 628.738653] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.751460] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a86481-52dc-d979-123a-1970e1fa258b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.913740] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677190, 'name': CreateVM_Task, 'duration_secs': 0.377225} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.913955] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 628.914604] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.914791] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.915150] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.915372] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27d3e99-1b3c-44c5-a6c9-ca2e9c47fb6e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.922586] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 628.922586] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cead58-ea5d-833b-4190-94c4b2c0812f" [ 628.922586] env[62225]: _type = "Task" [ 628.922586] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.933469] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cead58-ea5d-833b-4190-94c4b2c0812f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.001481] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677191, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.028260] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c2724-c466-47cf-9632-35a5a81b249d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.036379] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74273173-c4c5-4c23-9113-a0cf60b9b1d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.044022] env[62225]: INFO nova.compute.manager [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] instance snapshotting [ 629.044022] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c7cc0-da23-4423-b15a-35147a6ed923 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.073558] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b09ae58-ad02-444b-af35-a0ddf26f65ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.090131] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d9f6d5-d19c-40bc-847d-9c6a02b85edf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.096528] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46989be-f160-4ea0-8347-2c7c65af1bf9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.119561] env[62225]: DEBUG nova.compute.provider_tree [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.126024] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.134680] env[62225]: INFO nova.compute.manager [-] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Took 1.39 seconds to deallocate network for instance. [ 629.250765] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a86481-52dc-d979-123a-1970e1fa258b, 'name': SearchDatastore_Task, 'duration_secs': 0.019186} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.251488] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.251488] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.251625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.251744] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.251932] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.252205] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbb7eb9e-9855-4596-8613-3347b9b09fa0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.260648] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.260827] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 629.261594] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f68a11b-d301-49a2-8851-d7760aa651e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.270191] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 629.270191] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c0848a-3c9e-a280-9d7a-da12e6f8f2e2" [ 629.270191] env[62225]: _type = "Task" [ 629.270191] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.275576] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c0848a-3c9e-a280-9d7a-da12e6f8f2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.364541] env[62225]: DEBUG nova.compute.manager [req-6171c4de-4d0a-4228-9e0b-94f725daeb45 req-96c6ea2e-90b3-4754-9251-42b25a38dbdc service nova] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Received event network-vif-deleted-1cdd8648-c570-4bb2-aaa0-da7657cb39a0 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 629.415803] env[62225]: DEBUG nova.network.neutron [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Updated VIF entry in instance network info cache for port cf7b4366-d92e-4304-96a9-7fc05acce455. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 629.416228] env[62225]: DEBUG nova.network.neutron [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Updating instance_info_cache with network_info: [{"id": "cf7b4366-d92e-4304-96a9-7fc05acce455", "address": "fa:16:3e:70:08:b0", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7b4366-d9", "ovs_interfaceid": "cf7b4366-d92e-4304-96a9-7fc05acce455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.437781] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cead58-ea5d-833b-4190-94c4b2c0812f, 'name': SearchDatastore_Task, 'duration_secs': 0.012338} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.438156] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.438407] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.438647] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.438803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.438992] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.439282] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f1343b-758b-4ff1-8a7a-b62a1f1d5f31 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.449043] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.449169] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 629.449883] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edea4fa9-3c4e-48e1-8d6a-7f7f93504aea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.455906] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 629.455906] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd57d0-9bf5-e79b-49bf-ef70cb58714b" [ 629.455906] env[62225]: _type = "Task" [ 629.455906] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.465879] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd57d0-9bf5-e79b-49bf-ef70cb58714b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.492513] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 629.505020] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677191, 'name': CreateVM_Task, 'duration_secs': 0.711798} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.505422] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 629.505877] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.506060] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.506390] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.508711] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8482d9-3351-461e-9786-072949e5626d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.514150] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 629.514150] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f2d114-ef37-001b-78a8-5def411a69e9" [ 629.514150] env[62225]: _type = "Task" [ 629.514150] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.519512] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 629.519750] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 629.519908] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.520141] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 629.520465] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.520465] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 629.520713] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 629.520854] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 629.521458] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 629.521458] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 629.521458] env[62225]: DEBUG nova.virt.hardware [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.522289] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4412bdf-75f5-429b-81ad-fd12323a7447 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.531344] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f2d114-ef37-001b-78a8-5def411a69e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.534158] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.534158] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.534293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.535775] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732ea2b-891d-4cb6-ad6e-e5bf40a48efb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.607416] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 629.607950] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4fe341a-4338-42b2-9c25-0c899cb03296 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.619434] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.621306] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 629.621306] env[62225]: value = "task-677193" [ 629.621306] env[62225]: _type = "Task" [ 629.621306] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.636056] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.641239] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.643984] env[62225]: ERROR nova.scheduler.client.report [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [req-13a311ed-69a9-4129-a263-0ac29c895ec7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13a311ed-69a9-4129-a263-0ac29c895ec7"}]} [ 629.659875] env[62225]: DEBUG nova.scheduler.client.report [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 629.676114] env[62225]: DEBUG nova.scheduler.client.report [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 629.676469] env[62225]: DEBUG nova.compute.provider_tree [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.687856] env[62225]: DEBUG nova.scheduler.client.report [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 629.709401] env[62225]: DEBUG nova.scheduler.client.report [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 629.777175] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c0848a-3c9e-a280-9d7a-da12e6f8f2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.780408] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9311ea5-2122-40e3-a6f1-6c724e5bc25f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.787661] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 629.787661] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52291782-caff-24d9-5adf-01e8a59b0cc7" [ 629.787661] env[62225]: _type = "Task" [ 629.787661] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.797492] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52291782-caff-24d9-5adf-01e8a59b0cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.920382] env[62225]: DEBUG oslo_concurrency.lockutils [req-b117719f-160b-4483-ba14-1333ff10e54e req-4f8c771d-febf-4026-b6b6-5477284ac2a4 service nova] Releasing lock "refresh_cache-63577e7a-be52-44c8-8082-6c6de4b98018" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.968394] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bd57d0-9bf5-e79b-49bf-ef70cb58714b, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.969386] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a674495-1aaf-4602-a0df-55357a3d17f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.976368] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 629.976368] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522a2e5a-3278-297f-9734-68f34738346e" [ 629.976368] env[62225]: _type = "Task" [ 629.976368] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.989042] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522a2e5a-3278-297f-9734-68f34738346e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.122029] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677192, 'name': ReconfigVM_Task, 'duration_secs': 1.057389} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.123478] env[62225]: DEBUG nova.network.neutron [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Successfully updated port: ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.127435] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f629ec3b-913b-4d00-8f64-0b2c651ac397/f629ec3b-913b-4d00-8f64-0b2c651ac397.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.131020] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-448d4b8c-9dfc-4fdf-9696-ead64dced826 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.140509] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.141847] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 630.141847] env[62225]: value = "task-677194" [ 630.141847] env[62225]: _type = "Task" [ 630.141847] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.153553] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677194, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.172128] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61f4fc6-7402-48e7-82a7-c19afc8724dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.181256] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce687b-eb64-424a-a50e-dbd5ac2113a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.214744] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ab933-4502-4b46-b0a0-e213ad4c33cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.223434] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de98458-7949-4108-a3e6-cd1f6f382822 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.239503] env[62225]: DEBUG nova.compute.provider_tree [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.274273] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.274624] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.299258] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52291782-caff-24d9-5adf-01e8a59b0cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.299258] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.299258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 63577e7a-be52-44c8-8082-6c6de4b98018/63577e7a-be52-44c8-8082-6c6de4b98018.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 630.299258] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c06d20-a230-45b0-bbb6-4270daaefba0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.308226] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 630.308226] env[62225]: value = "task-677195" [ 630.308226] env[62225]: _type = "Task" [ 630.308226] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.317896] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.493671] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522a2e5a-3278-297f-9734-68f34738346e, 'name': SearchDatastore_Task, 'duration_secs': 0.013723} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.493892] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.494210] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 630.494902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.494902] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.494902] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ddf489-18f3-494c-985c-83d6e824f9cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.496981] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c13e38e-4ac4-40d6-a45d-e2c31bc1d8a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.505211] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 630.505211] env[62225]: value = "task-677196" [ 630.505211] env[62225]: _type = "Task" [ 630.505211] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.509721] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.509916] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 630.511063] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6b40f4-0e33-417e-8c51-7d55c7ff040f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.517196] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.522407] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 630.522407] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc0890-bbd1-d4ad-4bac-ee5600f091d6" [ 630.522407] env[62225]: _type = "Task" [ 630.522407] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.532684] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc0890-bbd1-d4ad-4bac-ee5600f091d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.629760] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.629760] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.629760] env[62225]: DEBUG nova.network.neutron [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 630.634326] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677193, 'name': CreateSnapshot_Task, 'duration_secs': 0.593881} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.634980] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 630.635839] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3e73c2-9afe-446e-9c86-3abdaf1f2f0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.659044] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677194, 'name': Rename_Task, 'duration_secs': 0.169389} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.659379] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 630.659656] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3df312f-951d-4527-aae8-8074dc82ec00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.668801] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 630.668801] env[62225]: value = "task-677197" [ 630.668801] env[62225]: _type = "Task" [ 630.668801] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.681028] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.784083] env[62225]: DEBUG nova.scheduler.client.report [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 630.784445] env[62225]: DEBUG nova.compute.provider_tree [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 56 to 57 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 630.784631] env[62225]: DEBUG nova.compute.provider_tree [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.788218] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 630.788376] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 630.788493] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 630.821033] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509706} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.821330] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 63577e7a-be52-44c8-8082-6c6de4b98018/63577e7a-be52-44c8-8082-6c6de4b98018.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 630.821622] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.821894] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71caa653-63e3-4cc3-a7dc-74bb1f2e02eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.829639] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 630.829639] env[62225]: value = "task-677198" [ 630.829639] env[62225]: _type = "Task" [ 630.829639] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.839587] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.019716] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677196, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.034652] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc0890-bbd1-d4ad-4bac-ee5600f091d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018306} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.035550] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d930b0e8-f921-49a3-b184-798a0b211805 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.043398] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 631.043398] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fde60c-8117-60df-ee81-3582c306a08f" [ 631.043398] env[62225]: _type = "Task" [ 631.043398] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.052700] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fde60c-8117-60df-ee81-3582c306a08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.159336] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 631.159728] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a64d349-e161-4ebf-9784-7422a11eb3b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.168135] env[62225]: DEBUG nova.network.neutron [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 631.174738] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 631.174738] env[62225]: value = "task-677199" [ 631.174738] env[62225]: _type = "Task" [ 631.174738] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.182819] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.190250] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677199, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.291555] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.838s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.291921] env[62225]: INFO nova.compute.manager [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Migrating [ 631.292258] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.292437] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.296772] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 631.296919] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 631.297064] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 631.299602] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.468s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.301044] env[62225]: INFO nova.compute.claims [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.340737] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075446} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.341487] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.341651] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.342182] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 631.342182] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid 9b36321a-5dff-49cb-a852-aadc4e939893 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.343489] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.346780] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f26eeef-5865-4297-998e-1a1d54f9f233 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.368432] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 63577e7a-be52-44c8-8082-6c6de4b98018/63577e7a-be52-44c8-8082-6c6de4b98018.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.370526] env[62225]: DEBUG nova.network.neutron [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updating instance_info_cache with network_info: [{"id": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "address": "fa:16:3e:ff:64:9f", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8864a-41", "ovs_interfaceid": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.371788] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5f1932-177d-45aa-9d0f-12a017b57c0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.387507] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.387647] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Instance network_info: |[{"id": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "address": "fa:16:3e:ff:64:9f", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8864a-41", "ovs_interfaceid": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 631.388274] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:64:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead8864a-41e6-4f3f-a7ed-9ea410aaffc1', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.395631] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Creating folder: Project (0bc9f02b82044dcdba2f9089b7e0e015). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 631.396706] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a91eb3f3-2c3c-4841-8bf1-bd364d8752c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.403628] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 631.403628] env[62225]: value = "task-677200" [ 631.403628] env[62225]: _type = "Task" [ 631.403628] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.409111] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Created folder: Project (0bc9f02b82044dcdba2f9089b7e0e015) in parent group-v163168. [ 631.409335] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Creating folder: Instances. Parent ref: group-v163230. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 631.410025] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f155c6-34d7-42ad-a43f-4a377ed70d25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.414748] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.424710] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Created folder: Instances in parent group-v163230. [ 631.425350] env[62225]: DEBUG oslo.service.loopingcall [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.425350] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 631.426694] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb56cd42-6f17-46d6-85e3-c7f53a0cfa02 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.446881] env[62225]: DEBUG nova.compute.manager [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Received event network-vif-plugged-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 631.447124] env[62225]: DEBUG oslo_concurrency.lockutils [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] Acquiring lock "10bf69e0-2212-4b8b-8b08-26345de266fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.447341] env[62225]: DEBUG oslo_concurrency.lockutils [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.447509] env[62225]: DEBUG oslo_concurrency.lockutils [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.447678] env[62225]: DEBUG nova.compute.manager [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] No waiting events found dispatching network-vif-plugged-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 631.447846] env[62225]: WARNING nova.compute.manager [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Received unexpected event network-vif-plugged-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 for instance with vm_state building and task_state spawning. [ 631.448016] env[62225]: DEBUG nova.compute.manager [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Received event network-changed-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 631.448189] env[62225]: DEBUG nova.compute.manager [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Refreshing instance network info cache due to event network-changed-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 631.448374] env[62225]: DEBUG oslo_concurrency.lockutils [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] Acquiring lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.448516] env[62225]: DEBUG oslo_concurrency.lockutils [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] Acquired lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.448678] env[62225]: DEBUG nova.network.neutron [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Refreshing network info cache for port ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 631.459524] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.459524] env[62225]: value = "task-677203" [ 631.459524] env[62225]: _type = "Task" [ 631.459524] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.469964] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677203, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.516493] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710385} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.516828] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 631.517076] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.517348] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccd1f38f-8679-494a-8b27-5a4f4367757d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.529313] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 631.529313] env[62225]: value = "task-677204" [ 631.529313] env[62225]: _type = "Task" [ 631.529313] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.540916] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.555277] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fde60c-8117-60df-ee81-3582c306a08f, 'name': SearchDatastore_Task, 'duration_secs': 0.063943} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.555801] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.555896] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 631.556412] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287d942f-435f-4694-b126-c3aa274b1ac4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.567742] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 631.567742] env[62225]: value = "task-677205" [ 631.567742] env[62225]: _type = "Task" [ 631.567742] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.577376] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.682282] env[62225]: DEBUG oslo_vmware.api [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677197, 'name': PowerOnVM_Task, 'duration_secs': 0.866755} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.683011] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 631.683287] env[62225]: INFO nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Took 9.88 seconds to spawn the instance on the hypervisor. [ 631.683482] env[62225]: DEBUG nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 631.684368] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024b850-a9e3-4db7-84a6-c37e231d34dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.689837] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677199, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.800875] env[62225]: INFO nova.compute.rpcapi [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 631.801507] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.917242] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.972686] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677203, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.044543] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139203} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.044543] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.045851] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b7ca9-eaeb-4859-a2c0-47d15b821e3d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.071997] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.075447] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa89213-473f-48e6-a503-21a3ecc6d49f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.108418] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.109836] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 632.109836] env[62225]: value = "task-677206" [ 632.109836] env[62225]: _type = "Task" [ 632.109836] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.123446] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.191220] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677199, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.210028] env[62225]: INFO nova.compute.manager [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Took 30.32 seconds to build instance. [ 632.294190] env[62225]: DEBUG nova.network.neutron [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updated VIF entry in instance network info cache for port ead8864a-41e6-4f3f-a7ed-9ea410aaffc1. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 632.294765] env[62225]: DEBUG nova.network.neutron [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updating instance_info_cache with network_info: [{"id": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "address": "fa:16:3e:ff:64:9f", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8864a-41", "ovs_interfaceid": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.322600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.322600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.322701] env[62225]: DEBUG nova.network.neutron [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 632.418760] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677200, 'name': ReconfigVM_Task, 'duration_secs': 0.861033} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.419144] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 63577e7a-be52-44c8-8082-6c6de4b98018/63577e7a-be52-44c8-8082-6c6de4b98018.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.423598] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe992ca8-3222-4824-8a31-089df9531d49 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.431734] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 632.431734] env[62225]: value = "task-677207" [ 632.431734] env[62225]: _type = "Task" [ 632.431734] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.443251] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677207, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.473808] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677203, 'name': CreateVM_Task, 'duration_secs': 0.531846} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.473896] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 632.474831] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.474831] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.476022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.476022] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e90a69-41bf-4f3e-8aa6-c4e49a632bd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.485434] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 632.485434] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f9c0b0-33a5-a5e6-7bd2-4e8631710e48" [ 632.485434] env[62225]: _type = "Task" [ 632.485434] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.496143] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f9c0b0-33a5-a5e6-7bd2-4e8631710e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.588025] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644734} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.588025] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 632.588226] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.588351] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4b7465-6c8c-4093-abda-68dc8d06a353 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.596205] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 632.596205] env[62225]: value = "task-677208" [ 632.596205] env[62225]: _type = "Task" [ 632.596205] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.605344] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.620043] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677206, 'name': ReconfigVM_Task, 'duration_secs': 0.341149} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.622431] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb/284a67ff-005a-4949-b4df-80d1015ab5eb.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.623269] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d90dae3-af60-476c-bde9-18063338f583 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.631318] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 632.631318] env[62225]: value = "task-677209" [ 632.631318] env[62225]: _type = "Task" [ 632.631318] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.645646] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677209, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.686975] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677199, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.713793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-65ad7ce2-2304-4eb6-ac04-768d650d2e43 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.008s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.798466] env[62225]: DEBUG oslo_concurrency.lockutils [req-92d5eb44-bf02-4999-b790-c710662c557c req-2be059ca-65ca-4adc-8980-794c68e0a4eb service nova] Releasing lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.803566] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f6ce4-20ae-4ae0-b647-1183a60c70d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.812914] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9bc4f-a4cd-4558-bcdd-146dbacf5e33 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.848049] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99b577-8a16-40ef-8ea3-4c6b9cdbf684 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.859483] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d610e390-1bbb-4b56-9249-595b669354ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.877049] env[62225]: DEBUG nova.compute.provider_tree [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.943240] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677207, 'name': Rename_Task, 'duration_secs': 0.155031} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.945660] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 632.946076] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be80c1d5-72c2-458d-80be-63bd60b8b809 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.955262] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 632.955262] env[62225]: value = "task-677210" [ 632.955262] env[62225]: _type = "Task" [ 632.955262] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.964462] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.996454] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f9c0b0-33a5-a5e6-7bd2-4e8631710e48, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.996822] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.997096] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.997348] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.997507] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.997689] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.997971] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3f2a85-1ede-4e15-9280-19cb5b383350 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.008017] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.008254] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 633.009331] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629513df-5726-4c73-9721-4d3822486311 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.017494] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 633.017494] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5217c22b-b83d-bbaa-8e93-088a0e0f6045" [ 633.017494] env[62225]: _type = "Task" [ 633.017494] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.029929] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5217c22b-b83d-bbaa-8e93-088a0e0f6045, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.030679] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d89a94-61ad-441d-bc75-ae067ad89b47 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.036887] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 633.036887] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6d6e8-2305-269a-da8a-60ef012dd823" [ 633.036887] env[62225]: _type = "Task" [ 633.036887] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.045285] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6d6e8-2305-269a-da8a-60ef012dd823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.108631] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067873} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.108922] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.110796] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f156507-74b2-4869-8696-e89e64dca45d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.143505] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.145770] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a5120d-0925-4849-9c04-e51c5deee5a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.162072] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Updating instance_info_cache with network_info: [{"id": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "address": "fa:16:3e:65:8f:d5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ae42e2-7f", "ovs_interfaceid": "c5ae42e2-7f07-47dc-af8d-7b91a1af103f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.169837] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677209, 'name': Rename_Task, 'duration_secs': 0.148471} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.171258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 633.171615] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 633.171615] env[62225]: value = "task-677211" [ 633.171615] env[62225]: _type = "Task" [ 633.171615] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.171818] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7d6982-f405-4f9a-a6e9-65e3f3976acb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.185723] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 633.185723] env[62225]: value = "task-677212" [ 633.185723] env[62225]: _type = "Task" [ 633.185723] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.186082] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.193146] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677199, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.199021] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.216515] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 633.328943] env[62225]: DEBUG nova.network.neutron [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.353292] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.353470] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.353696] env[62225]: DEBUG nova.compute.manager [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 633.354732] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86a2b6-9999-4377-a4e9-33e2e4b34dc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.364451] env[62225]: DEBUG nova.compute.manager [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 633.365097] env[62225]: DEBUG nova.objects.instance [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lazy-loading 'flavor' on Instance uuid f629ec3b-913b-4d00-8f64-0b2c651ac397 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.415113] env[62225]: DEBUG nova.scheduler.client.report [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 633.415113] env[62225]: DEBUG nova.compute.provider_tree [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 57 to 58 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 633.415289] env[62225]: DEBUG nova.compute.provider_tree [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.467531] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.548475] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6d6e8-2305-269a-da8a-60ef012dd823, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.548798] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.549096] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 10bf69e0-2212-4b8b-8b08-26345de266fc/10bf69e0-2212-4b8b-8b08-26345de266fc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 633.549370] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19911a23-ed57-4fab-823c-dbca458f0fe5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.558869] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 633.558869] env[62225]: value = "task-677213" [ 633.558869] env[62225]: _type = "Task" [ 633.558869] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.569489] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.664584] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-9b36321a-5dff-49cb-a852-aadc4e939893" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.664886] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 633.665140] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.665449] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.665683] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.665974] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.666279] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.666497] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.666679] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 633.666849] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.702953] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.703574] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677199, 'name': CloneVM_Task, 'duration_secs': 2.180193} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.704548] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Created linked-clone VM from snapshot [ 633.706081] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4a0f6-b5cc-414f-b15e-cd64781ff1f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.713889] env[62225]: DEBUG oslo_vmware.api [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677212, 'name': PowerOnVM_Task, 'duration_secs': 0.502075} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.718380] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 633.718749] env[62225]: DEBUG nova.compute.manager [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 633.719643] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Uploading image e9c1c3c8-5bc4-4ce3-b453-e4e9b24ed515 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 633.723364] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca587646-7a48-400b-aea4-b94fbdd7b07d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.753321] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 633.753321] env[62225]: value = "vm-163229" [ 633.753321] env[62225]: _type = "VirtualMachine" [ 633.753321] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 633.754613] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.754809] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb8a75b3-bce4-4f28-8c19-d7bb475cf979 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.764859] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lease: (returnval){ [ 633.764859] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526fd7a6-97d6-d29a-ae41-a874eaffcea0" [ 633.764859] env[62225]: _type = "HttpNfcLease" [ 633.764859] env[62225]: } obtained for exporting VM: (result){ [ 633.764859] env[62225]: value = "vm-163229" [ 633.764859] env[62225]: _type = "VirtualMachine" [ 633.764859] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 633.765241] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the lease: (returnval){ [ 633.765241] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526fd7a6-97d6-d29a-ae41-a874eaffcea0" [ 633.765241] env[62225]: _type = "HttpNfcLease" [ 633.765241] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 633.774291] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 633.774291] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526fd7a6-97d6-d29a-ae41-a874eaffcea0" [ 633.774291] env[62225]: _type = "HttpNfcLease" [ 633.774291] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 633.832806] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.871504] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 633.871815] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10886aeb-90d0-4712-ace2-fa742d607f18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.882234] env[62225]: DEBUG oslo_vmware.api [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 633.882234] env[62225]: value = "task-677215" [ 633.882234] env[62225]: _type = "Task" [ 633.882234] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.892651] env[62225]: DEBUG oslo_vmware.api [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.922021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.922021] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 633.925566] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.359s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.925967] env[62225]: DEBUG nova.objects.instance [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lazy-loading 'resources' on Instance uuid cf78d409-90bd-44cd-8f85-56ec0c6de51f {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.971922] env[62225]: DEBUG oslo_vmware.api [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677210, 'name': PowerOnVM_Task, 'duration_secs': 0.813235} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.972258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 633.972494] env[62225]: INFO nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Took 9.35 seconds to spawn the instance on the hypervisor. [ 633.972727] env[62225]: DEBUG nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 633.973625] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50476578-c9cf-473a-881e-463e141b63c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.072932] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.171314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.185299] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677211, 'name': ReconfigVM_Task, 'duration_secs': 0.562987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.185599] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.186214] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6371b10-5b2e-4a56-b9e6-171fdd413d12 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.193817] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 634.193817] env[62225]: value = "task-677216" [ 634.193817] env[62225]: _type = "Task" [ 634.193817] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.209439] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677216, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.264238] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.273243] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 634.273243] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526fd7a6-97d6-d29a-ae41-a874eaffcea0" [ 634.273243] env[62225]: _type = "HttpNfcLease" [ 634.273243] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 634.273692] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 634.273692] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526fd7a6-97d6-d29a-ae41-a874eaffcea0" [ 634.273692] env[62225]: _type = "HttpNfcLease" [ 634.273692] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 634.274498] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40848a86-ca7c-4142-9ef0-acb5c2184173 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.284951] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7a66-99bb-71f5-8804-c40c0ad277d4/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 634.285168] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7a66-99bb-71f5-8804-c40c0ad277d4/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 634.372749] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b182f36-3933-4804-928f-d9395ee77283 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.394802] env[62225]: DEBUG oslo_vmware.api [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677215, 'name': PowerOffVM_Task, 'duration_secs': 0.19491} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.397872] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 634.398090] env[62225]: DEBUG nova.compute.manager [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 634.399105] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a73ed25-33ab-4c99-aa4b-e35ac1c969d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.432332] env[62225]: DEBUG nova.compute.utils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.434745] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 634.434745] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 634.500438] env[62225]: INFO nova.compute.manager [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Took 29.00 seconds to build instance. [ 634.514104] env[62225]: DEBUG nova.policy [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c38b86e70144639ce6bc9aedab3adb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '369070bc96d3471e8675348ca57a2373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 634.578198] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643199} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.578198] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 10bf69e0-2212-4b8b-8b08-26345de266fc/10bf69e0-2212-4b8b-8b08-26345de266fc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 634.578198] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.578696] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10856427-2ef4-45ce-a75a-e72742aeeaf0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.592315] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 634.592315] env[62225]: value = "task-677217" [ 634.592315] env[62225]: _type = "Task" [ 634.592315] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.607461] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.705764] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677216, 'name': Rename_Task, 'duration_secs': 0.153454} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.708692] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 634.709144] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-990a9758-10cc-4e1f-8148-f8525ad4632b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.718044] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 634.718044] env[62225]: value = "task-677218" [ 634.718044] env[62225]: _type = "Task" [ 634.718044] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.727991] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.919771] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0446bf19-abd0-4c74-bf54-18c75c7a1c5f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.934957] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Successfully created port: d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.937056] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 635.004874] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e089f11a-5602-4378-b166-62dd6aec6463 tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "63577e7a-be52-44c8-8082-6c6de4b98018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.155s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.026277] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d247dd62-7d11-4a07-89e2-66bb7bda603f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.032251] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "284a67ff-005a-4949-b4df-80d1015ab5eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.032251] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.032251] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "284a67ff-005a-4949-b4df-80d1015ab5eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.033050] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.033329] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.036829] env[62225]: INFO nova.compute.manager [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Terminating instance [ 635.041871] env[62225]: DEBUG nova.compute.manager [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 635.041871] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 635.042651] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70174cdf-1260-4ac2-b5e3-7fad69d640e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.046418] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b664df-9173-446c-b25a-5f88006a50e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.055599] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 635.083579] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef5914b8-5433-4669-b8cb-f883c641bb37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.087316] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a97063d-bcac-4b45-9fd9-714aee116c59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.101541] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b5439-6413-4157-9fc6-36602df42138 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.106775] env[62225]: DEBUG oslo_vmware.api [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 635.106775] env[62225]: value = "task-677219" [ 635.106775] env[62225]: _type = "Task" [ 635.106775] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.124651] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083288} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.126223] env[62225]: DEBUG nova.compute.provider_tree [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.127968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.131051] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeefeee-a836-4a6b-9a79-e6671c813974 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.135444] env[62225]: DEBUG oslo_vmware.api [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.159734] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 10bf69e0-2212-4b8b-8b08-26345de266fc/10bf69e0-2212-4b8b-8b08-26345de266fc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.160713] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6636a471-f1a2-4773-b813-f7e65dbdb167 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.183330] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 635.183330] env[62225]: value = "task-677220" [ 635.183330] env[62225]: _type = "Task" [ 635.183330] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.193934] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.229543] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677218, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.362025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b88f435-cf0a-4e1d-aa2d-137693429061 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.362972] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Successfully created port: 61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.384353] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 635.507305] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 635.620977] env[62225]: DEBUG oslo_vmware.api [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677219, 'name': PowerOffVM_Task, 'duration_secs': 0.220924} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.621352] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 635.621833] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 635.622281] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf96b3d-a5b7-4c89-a981-bc16be73b816 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.631109] env[62225]: DEBUG nova.scheduler.client.report [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 635.695890] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677220, 'name': ReconfigVM_Task, 'duration_secs': 0.345278} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.696426] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 10bf69e0-2212-4b8b-8b08-26345de266fc/10bf69e0-2212-4b8b-8b08-26345de266fc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.697550] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d32050-1af0-4cb4-9a37-0f69bd1dda00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.710023] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 635.710023] env[62225]: value = "task-677222" [ 635.710023] env[62225]: _type = "Task" [ 635.710023] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.722971] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677222, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.733419] env[62225]: DEBUG oslo_vmware.api [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677218, 'name': PowerOnVM_Task, 'duration_secs': 0.863069} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.733419] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 635.733678] env[62225]: DEBUG nova.compute.manager [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 635.734786] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e0f3e4-e65a-455d-b87c-f4cbb9b521fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.750455] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Successfully created port: 193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.896171] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 635.901697] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61b1470-dae5-41fb-aee8-5ffca80633b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.914024] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 635.914024] env[62225]: value = "task-677223" [ 635.914024] env[62225]: _type = "Task" [ 635.914024] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.927172] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.951199] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 635.962754] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.963052] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.983133] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 635.983592] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 635.983794] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.984118] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 635.984377] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.984592] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 635.985693] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 635.985693] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 635.985693] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 635.985693] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 635.985925] env[62225]: DEBUG nova.virt.hardware [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.986674] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0385ba26-d802-49cb-a764-2af31446e7b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.996622] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709a6637-8b63-40fb-9bcc-9b5a0e328a31 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.037688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.077301] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 636.077548] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 636.077753] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore1] 284a67ff-005a-4949-b4df-80d1015ab5eb {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.078135] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4da95e9-89a0-4554-822b-d6f35dd8b664 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.086338] env[62225]: DEBUG oslo_vmware.api [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 636.086338] env[62225]: value = "task-677224" [ 636.086338] env[62225]: _type = "Task" [ 636.086338] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.103037] env[62225]: DEBUG oslo_vmware.api [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.136377] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.138742] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.273s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.139241] env[62225]: DEBUG nova.objects.instance [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lazy-loading 'resources' on Instance uuid f981de5f-3b29-4302-b8b0-2ff92a36eae6 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.160871] env[62225]: INFO nova.scheduler.client.report [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleted allocations for instance cf78d409-90bd-44cd-8f85-56ec0c6de51f [ 636.220149] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677222, 'name': Rename_Task, 'duration_secs': 0.18202} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.220733] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 636.223552] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153d8877-217e-4143-997a-0bcae59393cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.230545] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 636.230545] env[62225]: value = "task-677225" [ 636.230545] env[62225]: _type = "Task" [ 636.230545] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.242733] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.255858] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.427149] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677223, 'name': PowerOffVM_Task, 'duration_secs': 0.332295} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.427736] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 636.427948] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 636.601205] env[62225]: DEBUG oslo_vmware.api [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166338} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.601673] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.601935] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 636.602197] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 636.602442] env[62225]: INFO nova.compute.manager [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Took 1.56 seconds to destroy the instance on the hypervisor. [ 636.602808] env[62225]: DEBUG oslo.service.loopingcall [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.603055] env[62225]: DEBUG nova.compute.manager [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 636.603193] env[62225]: DEBUG nova.network.neutron [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 636.670140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac2e530-5c22-480a-b4bc-906ef0e7744d tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "cf78d409-90bd-44cd-8f85-56ec0c6de51f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.699s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.745612] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.934902] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 636.934902] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 636.935277] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.935277] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 636.935351] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.935454] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 636.935662] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 636.935828] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 636.935998] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 636.936180] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 636.936356] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.944930] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae067743-ce1a-4a4e-a016-fb1443cdcdeb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.972016] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 636.972016] env[62225]: value = "task-677226" [ 636.972016] env[62225]: _type = "Task" [ 636.972016] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.989267] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.160343] env[62225]: DEBUG nova.compute.manager [req-fd4140b9-ddb5-4a5f-9bcb-0c92c28f42bf req-a50c78dd-a5d2-410e-9d01-c5225ec8e7d7 service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Received event network-vif-deleted-4755d2a6-25d3-4115-a534-f907442b33ba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 637.160551] env[62225]: INFO nova.compute.manager [req-fd4140b9-ddb5-4a5f-9bcb-0c92c28f42bf req-a50c78dd-a5d2-410e-9d01-c5225ec8e7d7 service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Neutron deleted interface 4755d2a6-25d3-4115-a534-f907442b33ba; detaching it from the instance and deleting it from the info cache [ 637.160729] env[62225]: DEBUG nova.network.neutron [req-fd4140b9-ddb5-4a5f-9bcb-0c92c28f42bf req-a50c78dd-a5d2-410e-9d01-c5225ec8e7d7 service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.199246] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "63577e7a-be52-44c8-8082-6c6de4b98018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.199523] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "63577e7a-be52-44c8-8082-6c6de4b98018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.199741] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "63577e7a-be52-44c8-8082-6c6de4b98018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.199941] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "63577e7a-be52-44c8-8082-6c6de4b98018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.200112] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "63577e7a-be52-44c8-8082-6c6de4b98018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.204790] env[62225]: INFO nova.compute.manager [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Terminating instance [ 637.207863] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e841c-861a-4732-adc8-c0143d05a9ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.210974] env[62225]: DEBUG nova.compute.manager [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 637.211289] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 637.212060] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c37e7-9ab1-4f6c-97d0-0907c72fd9db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.225130] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d88366-6d03-47ad-b581-774f001f6557 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.230715] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 637.231038] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d74f450-7273-47a0-a410-9d7218d50020 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.267548] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 637.267548] env[62225]: value = "task-677227" [ 637.267548] env[62225]: _type = "Task" [ 637.267548] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.269624] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9b5512-1a35-4d0d-aa6c-eb4054404461 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.279689] env[62225]: DEBUG oslo_vmware.api [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677225, 'name': PowerOnVM_Task, 'duration_secs': 0.516866} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.280455] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 637.280680] env[62225]: INFO nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Took 7.79 seconds to spawn the instance on the hypervisor. [ 637.280941] env[62225]: DEBUG nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 637.282209] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10729bf3-af9d-427c-b0ee-b2005c8e4139 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.290589] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.292423] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23819807-6318-4307-bdcd-4b5154d2b160 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.313110] env[62225]: DEBUG nova.compute.provider_tree [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.386070] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Successfully updated port: d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.397066] env[62225]: DEBUG nova.network.neutron [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.413710] env[62225]: DEBUG nova.compute.manager [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 637.415149] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ba26c-2271-4437-8b42-2fed2609764a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.419863] env[62225]: DEBUG nova.compute.manager [req-4750226e-7f02-457b-8714-35742a590c4f req-4fa89656-6095-4a33-99e5-4986997dea93 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-vif-plugged-d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 637.420098] env[62225]: DEBUG oslo_concurrency.lockutils [req-4750226e-7f02-457b-8714-35742a590c4f req-4fa89656-6095-4a33-99e5-4986997dea93 service nova] Acquiring lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.420616] env[62225]: DEBUG oslo_concurrency.lockutils [req-4750226e-7f02-457b-8714-35742a590c4f req-4fa89656-6095-4a33-99e5-4986997dea93 service nova] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.420616] env[62225]: DEBUG oslo_concurrency.lockutils [req-4750226e-7f02-457b-8714-35742a590c4f req-4fa89656-6095-4a33-99e5-4986997dea93 service nova] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.420616] env[62225]: DEBUG nova.compute.manager [req-4750226e-7f02-457b-8714-35742a590c4f req-4fa89656-6095-4a33-99e5-4986997dea93 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] No waiting events found dispatching network-vif-plugged-d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 637.420817] env[62225]: WARNING nova.compute.manager [req-4750226e-7f02-457b-8714-35742a590c4f req-4fa89656-6095-4a33-99e5-4986997dea93 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received unexpected event network-vif-plugged-d22b990b-dfec-4861-966f-4a29e0ad18ed for instance with vm_state building and task_state spawning. [ 637.483364] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677226, 'name': ReconfigVM_Task, 'duration_secs': 0.248258} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.483755] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 637.667289] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7521b574-5896-4f67-8adf-0f86bb0a99fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.679118] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1733b4c1-0c2c-4ec9-a72e-2a57fe65552e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.718128] env[62225]: DEBUG nova.compute.manager [req-fd4140b9-ddb5-4a5f-9bcb-0c92c28f42bf req-a50c78dd-a5d2-410e-9d01-c5225ec8e7d7 service nova] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Detach interface failed, port_id=4755d2a6-25d3-4115-a534-f907442b33ba, reason: Instance 284a67ff-005a-4949-b4df-80d1015ab5eb could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 637.781095] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.810458] env[62225]: INFO nova.compute.manager [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Took 30.17 seconds to build instance. [ 637.817380] env[62225]: DEBUG nova.scheduler.client.report [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 637.901367] env[62225]: INFO nova.compute.manager [-] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Took 1.30 seconds to deallocate network for instance. [ 637.929592] env[62225]: INFO nova.compute.manager [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] instance snapshotting [ 637.929809] env[62225]: WARNING nova.compute.manager [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 637.932632] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c467c8d-c29b-466c-bf42-cee5cf71cbed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.958865] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a09da7-434c-45f7-899e-0d8e4f28d995 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.993222] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 637.993579] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 637.993775] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.994023] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 637.995987] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.995987] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 637.995987] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 637.996491] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 637.996614] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 637.996982] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 637.997252] env[62225]: DEBUG nova.virt.hardware [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.004292] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 638.005693] env[62225]: INFO nova.compute.manager [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Rebuilding instance [ 638.008595] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd13633-02b7-4135-b865-0547e7092b7b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.035120] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 638.035120] env[62225]: value = "task-677228" [ 638.035120] env[62225]: _type = "Task" [ 638.035120] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.047056] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.085652] env[62225]: DEBUG nova.compute.manager [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 638.086578] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6259fa4-28ce-4e04-89a9-7994e5ede94b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.285841] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.312636] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aec565f0-b3b6-482e-9633-5b079f91e803 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.597s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.328220] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.330459] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.359s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.332238] env[62225]: INFO nova.compute.claims [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.358082] env[62225]: INFO nova.scheduler.client.report [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Deleted allocations for instance f981de5f-3b29-4302-b8b0-2ff92a36eae6 [ 638.415471] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.473071] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 638.473731] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07440542-d872-4f3f-b79f-f82af31beabc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.483129] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 638.483129] env[62225]: value = "task-677229" [ 638.483129] env[62225]: _type = "Task" [ 638.483129] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.494400] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.545543] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677228, 'name': ReconfigVM_Task, 'duration_secs': 0.383363} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.545931] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 638.547194] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772cc438-80f3-46cb-ae9d-627236f9784e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.575686] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897/6e3f397f-f581-4de1-a6ae-307121bfa897.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.575686] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4dd1988-947a-4fb2-9f20-9bfa58a4a6a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.599054] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 638.600614] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eff7868-5e4b-4d1c-97c4-5bad41b5003b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.603182] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 638.603182] env[62225]: value = "task-677230" [ 638.603182] env[62225]: _type = "Task" [ 638.603182] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.612370] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.614690] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 638.614690] env[62225]: value = "task-677231" [ 638.614690] env[62225]: _type = "Task" [ 638.614690] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.625424] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.780760] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677227, 'name': PowerOffVM_Task, 'duration_secs': 1.182609} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.781055] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 638.781228] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 638.781483] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b78d8c0e-1725-4ce9-9853-6187b88d0711 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.816107] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 638.870709] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a7889175-64a0-4262-ab18-ed9bb3b2a8cd tempest-ServerDiagnosticsV248Test-813110170 tempest-ServerDiagnosticsV248Test-813110170-project-member] Lock "f981de5f-3b29-4302-b8b0-2ff92a36eae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.847s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.884361] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 638.885149] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 638.885149] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Deleting the datastore file [datastore2] 63577e7a-be52-44c8-8082-6c6de4b98018 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.885299] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c5a915-a536-4893-b5c7-965e51ed8b39 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.894715] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for the task: (returnval){ [ 638.894715] env[62225]: value = "task-677233" [ 638.894715] env[62225]: _type = "Task" [ 638.894715] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.904378] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.996332] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.118025] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677230, 'name': ReconfigVM_Task, 'duration_secs': 0.351554} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.119456] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897/6e3f397f-f581-4de1-a6ae-307121bfa897.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.119748] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 639.131353] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677231, 'name': PowerOffVM_Task, 'duration_secs': 0.148431} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.132075] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 639.132075] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 639.132679] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbfc253-97bc-4144-bbc4-90e4a78dfa86 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.140741] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 639.141056] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b44413-5b58-4824-927f-2bae1e587b04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.178558] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 639.178558] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 639.178558] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Deleting the datastore file [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.178558] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b0721d4-c57e-4de3-85a8-92edb3c91056 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.186975] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 639.186975] env[62225]: value = "task-677235" [ 639.186975] env[62225]: _type = "Task" [ 639.186975] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.197918] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.338902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.409532] env[62225]: DEBUG oslo_vmware.api [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Task: {'id': task-677233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291505} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.415137] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.415597] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 639.416053] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 639.416613] env[62225]: INFO nova.compute.manager [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Took 2.21 seconds to destroy the instance on the hypervisor. [ 639.417290] env[62225]: DEBUG oslo.service.loopingcall [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.419649] env[62225]: DEBUG nova.compute.manager [-] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 639.419830] env[62225]: DEBUG nova.network.neutron [-] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 639.496246] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677229, 'name': CreateSnapshot_Task, 'duration_secs': 0.939962} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.499812] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 639.503513] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e2feb0-d125-45c9-bb0c-9282237a6d4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.524201] env[62225]: DEBUG nova.compute.manager [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Received event network-changed-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 639.524201] env[62225]: DEBUG nova.compute.manager [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Refreshing instance network info cache due to event network-changed-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 639.524374] env[62225]: DEBUG oslo_concurrency.lockutils [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] Acquiring lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.524521] env[62225]: DEBUG oslo_concurrency.lockutils [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] Acquired lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.524748] env[62225]: DEBUG nova.network.neutron [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Refreshing network info cache for port ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 639.640218] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb7852-51b1-423f-8615-be0ed598cab7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.668156] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Successfully updated port: 61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.670550] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db498b11-a6d5-4ce2-b456-180c7c35863c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.697100] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.697444] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.697841] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 639.711218] env[62225]: DEBUG nova.compute.manager [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-changed-d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 639.711528] env[62225]: DEBUG nova.compute.manager [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Refreshing instance network info cache due to event network-changed-d22b990b-dfec-4861-966f-4a29e0ad18ed. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 639.711830] env[62225]: DEBUG oslo_concurrency.lockutils [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] Acquiring lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.711995] env[62225]: DEBUG oslo_concurrency.lockutils [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] Acquired lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.712318] env[62225]: DEBUG nova.network.neutron [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Refreshing network info cache for port d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 639.720615] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145718} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.721016] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.721240] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 639.721452] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 639.997895] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff91af-3084-4508-a6a3-16fc9eadabb8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.007674] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63afcc4-2bf3-4695-a88a-4dd9bd8f3833 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.047437] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 640.049832] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-211ce971-dff8-4807-852f-4a5c2a351d18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.053558] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf2970-2294-45e7-b61c-8e1b904d2796 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.063430] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd01257-18e2-4059-9d9e-8518847b8719 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.067656] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 640.067656] env[62225]: value = "task-677236" [ 640.067656] env[62225]: _type = "Task" [ 640.067656] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.085935] env[62225]: DEBUG nova.compute.provider_tree [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.097036] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677236, 'name': CloneVM_Task} progress is 11%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.297272] env[62225]: DEBUG nova.network.neutron [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 640.317495] env[62225]: DEBUG nova.network.neutron [-] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.361055] env[62225]: DEBUG nova.network.neutron [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Port dbd261c9-96ae-4011-9aba-e8272f8b0d42 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 640.450255] env[62225]: DEBUG nova.network.neutron [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updated VIF entry in instance network info cache for port ead8864a-41e6-4f3f-a7ed-9ea410aaffc1. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 640.450706] env[62225]: DEBUG nova.network.neutron [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updating instance_info_cache with network_info: [{"id": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "address": "fa:16:3e:ff:64:9f", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8864a-41", "ovs_interfaceid": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.506787] env[62225]: DEBUG nova.network.neutron [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.581576] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677236, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.589219] env[62225]: DEBUG nova.scheduler.client.report [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 640.771308] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 640.771598] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 640.771769] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.771979] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 640.772239] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.772469] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 640.772654] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 640.773304] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 640.774021] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 640.774021] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 640.774162] env[62225]: DEBUG nova.virt.hardware [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.775211] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53a344-d352-4fed-9e49-31cb7029f12c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.793145] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d440ea6-429c-47db-8f5f-31d85d6bf178 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.813238] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.819549] env[62225]: DEBUG oslo.service.loopingcall [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.820101] env[62225]: INFO nova.compute.manager [-] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Took 1.40 seconds to deallocate network for instance. [ 640.820303] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 640.822168] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1571792f-8c68-423f-89b9-8c2b26daadf6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.847126] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.847126] env[62225]: value = "task-677237" [ 640.847126] env[62225]: _type = "Task" [ 640.847126] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.858274] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677237, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.953892] env[62225]: DEBUG oslo_concurrency.lockutils [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] Releasing lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.954191] env[62225]: DEBUG nova.compute.manager [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Received event network-changed-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 640.954362] env[62225]: DEBUG nova.compute.manager [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Refreshing instance network info cache due to event network-changed-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 640.954590] env[62225]: DEBUG oslo_concurrency.lockutils [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] Acquiring lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.954744] env[62225]: DEBUG oslo_concurrency.lockutils [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] Acquired lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.954904] env[62225]: DEBUG nova.network.neutron [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Refreshing network info cache for port ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 641.011092] env[62225]: DEBUG oslo_concurrency.lockutils [req-2d93d2a0-dc2d-4a68-a747-352b832cf8f9 req-489619e2-dfbe-4be6-82aa-566cddc22495 service nova] Releasing lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.085350] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677236, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.096474] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.097090] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 641.100923] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.909s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.102537] env[62225]: INFO nova.compute.claims [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.340494] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.358094] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677237, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.386804] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.387092] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.387293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.583340] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677236, 'name': CloneVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.607893] env[62225]: DEBUG nova.compute.utils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.619192] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 641.619361] env[62225]: DEBUG nova.network.neutron [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 641.743047] env[62225]: DEBUG nova.policy [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcd30a90568348e9ad58636d7d46c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b3743ec6b243198319b51d8270deb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 641.747902] env[62225]: DEBUG nova.compute.manager [req-45f0be57-4139-48c9-91d4-96ba68400a56 req-0e49d55e-b00e-42e1-b61b-5bbfd8aa7661 service nova] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Received event network-vif-deleted-cf7b4366-d92e-4304-96a9-7fc05acce455 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 641.779786] env[62225]: DEBUG nova.network.neutron [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updated VIF entry in instance network info cache for port ead8864a-41e6-4f3f-a7ed-9ea410aaffc1. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 641.780182] env[62225]: DEBUG nova.network.neutron [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updating instance_info_cache with network_info: [{"id": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "address": "fa:16:3e:ff:64:9f", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead8864a-41", "ovs_interfaceid": "ead8864a-41e6-4f3f-a7ed-9ea410aaffc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.865102] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677237, 'name': CreateVM_Task, 'duration_secs': 0.557705} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.867535] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 641.867990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.868166] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868488] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.869105] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f22216-755a-487a-b9de-a56f19169fca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.875521] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 641.875521] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528e2f61-204c-a6d1-bcee-5faae49373d0" [ 641.875521] env[62225]: _type = "Task" [ 641.875521] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.881243] env[62225]: DEBUG nova.compute.manager [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-vif-plugged-61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 641.881406] env[62225]: DEBUG oslo_concurrency.lockutils [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] Acquiring lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.881645] env[62225]: DEBUG oslo_concurrency.lockutils [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.881820] env[62225]: DEBUG oslo_concurrency.lockutils [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.882095] env[62225]: DEBUG nova.compute.manager [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] No waiting events found dispatching network-vif-plugged-61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 641.882732] env[62225]: WARNING nova.compute.manager [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received unexpected event network-vif-plugged-61825eea-b358-4264-8fe0-a3bd7ee03137 for instance with vm_state building and task_state spawning. [ 641.882913] env[62225]: DEBUG nova.compute.manager [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-changed-61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 641.883086] env[62225]: DEBUG nova.compute.manager [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Refreshing instance network info cache due to event network-changed-61825eea-b358-4264-8fe0-a3bd7ee03137. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 641.883287] env[62225]: DEBUG oslo_concurrency.lockutils [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] Acquiring lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.883584] env[62225]: DEBUG oslo_concurrency.lockutils [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] Acquired lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.883855] env[62225]: DEBUG nova.network.neutron [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Refreshing network info cache for port 61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 641.893971] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528e2f61-204c-a6d1-bcee-5faae49373d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.081686] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677236, 'name': CloneVM_Task, 'duration_secs': 1.521291} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.081984] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Created linked-clone VM from snapshot [ 642.082751] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5df6e-51d7-4347-b92e-676c718f23fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.093492] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Uploading image 809ede84-12d2-435b-81f1-3ba20ad40320 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 642.114164] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 642.124986] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 642.124986] env[62225]: value = "vm-163234" [ 642.124986] env[62225]: _type = "VirtualMachine" [ 642.124986] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 642.127865] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97fe6d19-83b0-4a23-a2ca-af9b5627ee04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.138966] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease: (returnval){ [ 642.138966] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52585a35-c84f-c7c1-b8f6-436fbe19c307" [ 642.138966] env[62225]: _type = "HttpNfcLease" [ 642.138966] env[62225]: } obtained for exporting VM: (result){ [ 642.138966] env[62225]: value = "vm-163234" [ 642.138966] env[62225]: _type = "VirtualMachine" [ 642.138966] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 642.138966] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the lease: (returnval){ [ 642.138966] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52585a35-c84f-c7c1-b8f6-436fbe19c307" [ 642.138966] env[62225]: _type = "HttpNfcLease" [ 642.138966] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 642.152546] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 642.152546] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52585a35-c84f-c7c1-b8f6-436fbe19c307" [ 642.152546] env[62225]: _type = "HttpNfcLease" [ 642.152546] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 642.154298] env[62225]: DEBUG nova.network.neutron [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Successfully created port: df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.204475] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Successfully updated port: 193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.287658] env[62225]: DEBUG oslo_concurrency.lockutils [req-ab2e9d5c-87df-4650-9c4c-6433cbd5983c req-b6e8886b-182d-4176-be22-d3f6f6f437bc service nova] Releasing lock "refresh_cache-10bf69e0-2212-4b8b-8b08-26345de266fc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.390849] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528e2f61-204c-a6d1-bcee-5faae49373d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016813} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.393485] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.393809] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.394193] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.394305] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.394510] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.395337] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e263c93-6bff-448f-8203-3d0502c77c8d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.411523] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.413815] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 642.413815] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db21934c-7cb0-4c8c-a432-926fd46c9e7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.421240] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 642.421240] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523749ca-c783-ad69-47f0-87c335edccd1" [ 642.421240] env[62225]: _type = "Task" [ 642.421240] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.430439] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523749ca-c783-ad69-47f0-87c335edccd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.455881] env[62225]: DEBUG nova.network.neutron [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 642.506152] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.506378] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.506569] env[62225]: DEBUG nova.network.neutron [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 642.591115] env[62225]: DEBUG nova.network.neutron [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.651114] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 642.651114] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52585a35-c84f-c7c1-b8f6-436fbe19c307" [ 642.651114] env[62225]: _type = "HttpNfcLease" [ 642.651114] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 642.651640] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 642.651640] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52585a35-c84f-c7c1-b8f6-436fbe19c307" [ 642.651640] env[62225]: _type = "HttpNfcLease" [ 642.651640] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 642.652864] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d75033-96cf-438e-b2dd-3f6ad9fc950b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.665893] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265a2d5-2cbd-ae00-a020-d247fe9a2e43/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 642.665989] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265a2d5-2cbd-ae00-a020-d247fe9a2e43/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 642.721629] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.765666] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90f36a2b-65ee-4756-9857-471c4c12cc0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.824578] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c83a12-e31a-450e-9e75-d6167e07fcb1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.833615] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665db02c-c8be-48d7-9aa7-e99b6970bb25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.870503] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901fa169-7750-4041-b514-be46f11009b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.879213] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3842c568-2e6f-40d1-80aa-88a125cdbd52 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.893883] env[62225]: DEBUG nova.compute.provider_tree [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.935260] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523749ca-c783-ad69-47f0-87c335edccd1, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.936574] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b61ba46-ced6-4ac8-aa6e-a277d2847421 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.942980] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 642.942980] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a94f72-e505-66e8-7c83-d7b3dfc7a10a" [ 642.942980] env[62225]: _type = "Task" [ 642.942980] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.952327] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a94f72-e505-66e8-7c83-d7b3dfc7a10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.093801] env[62225]: DEBUG oslo_concurrency.lockutils [req-00e0c48a-ec01-4215-8aba-f83b8f9569b4 req-1e38cab2-ae41-455d-a4eb-8054779f641d service nova] Releasing lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.094265] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.094434] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 643.128727] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 643.281545] env[62225]: DEBUG nova.network.neutron [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.397319] env[62225]: DEBUG nova.scheduler.client.report [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 643.452431] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 643.452808] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 643.453097] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.453479] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 643.453740] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.453920] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 643.454226] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 643.454403] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 643.454802] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 643.455137] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 643.455411] env[62225]: DEBUG nova.virt.hardware [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.456270] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09712283-60c6-42b6-8d78-a1b83310491d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.466496] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a94f72-e505-66e8-7c83-d7b3dfc7a10a, 'name': SearchDatastore_Task, 'duration_secs': 0.018925} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.468913] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.470839] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 643.470839] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb857e1b-3993-437e-b836-a8654f313323 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.473317] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb531bde-782c-43d1-a68e-92051df81720 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.495448] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7a66-99bb-71f5-8804-c40c0ad277d4/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 643.497822] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cffe98-2126-4c62-9866-2a37f919610b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.501623] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 643.501623] env[62225]: value = "task-677239" [ 643.501623] env[62225]: _type = "Task" [ 643.501623] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.510879] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7a66-99bb-71f5-8804-c40c0ad277d4/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 643.510970] env[62225]: ERROR oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7a66-99bb-71f5-8804-c40c0ad277d4/disk-0.vmdk due to incomplete transfer. [ 643.512395] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53588893-8479-4799-b774-173cd01128eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.519036] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.527342] env[62225]: DEBUG oslo_vmware.rw_handles [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff7a66-99bb-71f5-8804-c40c0ad277d4/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 643.527342] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Uploaded image e9c1c3c8-5bc4-4ce3-b453-e4e9b24ed515 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 643.529551] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 643.530856] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25002f44-4f1b-49e9-b3e3-82d353718bdf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.539805] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 643.539805] env[62225]: value = "task-677240" [ 643.539805] env[62225]: _type = "Task" [ 643.539805] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.552581] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677240, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.785245] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.837364] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 643.864148] env[62225]: DEBUG nova.network.neutron [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Successfully updated port: df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.905207] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.905207] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 643.906204] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.241s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.908524] env[62225]: INFO nova.compute.claims [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.018119] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677239, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.055014] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677240, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.253278] env[62225]: DEBUG nova.compute.manager [req-d055c507-b874-4f62-b489-b6e1772bbc9f req-b1d3ec4e-a777-49a6-87a9-25de8456d950 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Received event network-vif-plugged-df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 644.255505] env[62225]: DEBUG oslo_concurrency.lockutils [req-d055c507-b874-4f62-b489-b6e1772bbc9f req-b1d3ec4e-a777-49a6-87a9-25de8456d950 service nova] Acquiring lock "053ca8ea-7808-4f1c-b982-a16a03ed2331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.255505] env[62225]: DEBUG oslo_concurrency.lockutils [req-d055c507-b874-4f62-b489-b6e1772bbc9f req-b1d3ec4e-a777-49a6-87a9-25de8456d950 service nova] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.255505] env[62225]: DEBUG oslo_concurrency.lockutils [req-d055c507-b874-4f62-b489-b6e1772bbc9f req-b1d3ec4e-a777-49a6-87a9-25de8456d950 service nova] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.255505] env[62225]: DEBUG nova.compute.manager [req-d055c507-b874-4f62-b489-b6e1772bbc9f req-b1d3ec4e-a777-49a6-87a9-25de8456d950 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] No waiting events found dispatching network-vif-plugged-df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 644.255505] env[62225]: WARNING nova.compute.manager [req-d055c507-b874-4f62-b489-b6e1772bbc9f req-b1d3ec4e-a777-49a6-87a9-25de8456d950 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Received unexpected event network-vif-plugged-df08a07b-8a17-4836-9fee-f4109ae08fde for instance with vm_state building and task_state spawning. [ 644.315246] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe2e9bc-7cab-4b1c-a88b-0d850c4bf124 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.345373] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae77092-177d-4df0-ae49-1ea3337a6066 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.358987] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 644.374796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.374796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquired lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.374796] env[62225]: DEBUG nova.network.neutron [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 644.378401] env[62225]: DEBUG nova.compute.manager [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-vif-plugged-193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 644.378618] env[62225]: DEBUG oslo_concurrency.lockutils [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] Acquiring lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.378826] env[62225]: DEBUG oslo_concurrency.lockutils [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.379814] env[62225]: DEBUG oslo_concurrency.lockutils [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.379814] env[62225]: DEBUG nova.compute.manager [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] No waiting events found dispatching network-vif-plugged-193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 644.379814] env[62225]: WARNING nova.compute.manager [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received unexpected event network-vif-plugged-193646e7-c02b-4f8f-b7a9-39683f7b3ddf for instance with vm_state building and task_state spawning. [ 644.379814] env[62225]: DEBUG nova.compute.manager [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-changed-193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 644.379814] env[62225]: DEBUG nova.compute.manager [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Refreshing instance network info cache due to event network-changed-193646e7-c02b-4f8f-b7a9-39683f7b3ddf. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 644.380594] env[62225]: DEBUG oslo_concurrency.lockutils [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] Acquiring lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.417014] env[62225]: DEBUG nova.compute.utils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.418089] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 644.418333] env[62225]: DEBUG nova.network.neutron [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 644.470968] env[62225]: DEBUG nova.network.neutron [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Updating instance_info_cache with network_info: [{"id": "d22b990b-dfec-4861-966f-4a29e0ad18ed", "address": "fa:16:3e:0c:ff:0b", "network": {"id": "248c933c-0e01-43c7-a93c-0928e7a9c075", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353950747", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22b990b-df", "ovs_interfaceid": "d22b990b-dfec-4861-966f-4a29e0ad18ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61825eea-b358-4264-8fe0-a3bd7ee03137", "address": "fa:16:3e:3c:5c:6b", "network": {"id": "3de3f2c8-b6a9-4a85-b5af-0afd4e06fe4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-677810108", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825eea-b3", "ovs_interfaceid": "61825eea-b358-4264-8fe0-a3bd7ee03137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "193646e7-c02b-4f8f-b7a9-39683f7b3ddf", "address": "fa:16:3e:cb:73:40", "network": {"id": "248c933c-0e01-43c7-a93c-0928e7a9c075", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353950747", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193646e7-c0", "ovs_interfaceid": "193646e7-c02b-4f8f-b7a9-39683f7b3ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.485640] env[62225]: DEBUG nova.policy [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef293feab3eb464e939da60df8b78c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a050cb65aa8346e2abb7210716e24075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 644.518854] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760752} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.519541] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 644.519838] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.520192] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a2461a-8da6-4b76-b5bb-293d9b5e7b2a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.528907] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 644.528907] env[62225]: value = "task-677241" [ 644.528907] env[62225]: _type = "Task" [ 644.528907] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.544213] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.558194] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677240, 'name': Destroy_Task, 'duration_secs': 0.572904} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.558684] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Destroyed the VM [ 644.559284] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 644.562482] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3336e99-0995-4904-829d-64d43abaaa56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.571817] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 644.571817] env[62225]: value = "task-677242" [ 644.571817] env[62225]: _type = "Task" [ 644.571817] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.588567] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.867526] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 644.867893] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb3aa5f-21cf-435a-823f-79190f45e3d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.880226] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 644.880226] env[62225]: value = "task-677243" [ 644.880226] env[62225]: _type = "Task" [ 644.880226] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.890969] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.924689] env[62225]: DEBUG nova.network.neutron [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 644.926988] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 644.933241] env[62225]: DEBUG nova.network.neutron [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Successfully created port: 61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.974160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Releasing lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.974618] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance network_info: |[{"id": "d22b990b-dfec-4861-966f-4a29e0ad18ed", "address": "fa:16:3e:0c:ff:0b", "network": {"id": "248c933c-0e01-43c7-a93c-0928e7a9c075", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353950747", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22b990b-df", "ovs_interfaceid": "d22b990b-dfec-4861-966f-4a29e0ad18ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61825eea-b358-4264-8fe0-a3bd7ee03137", "address": "fa:16:3e:3c:5c:6b", "network": {"id": "3de3f2c8-b6a9-4a85-b5af-0afd4e06fe4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-677810108", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825eea-b3", "ovs_interfaceid": "61825eea-b358-4264-8fe0-a3bd7ee03137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "193646e7-c02b-4f8f-b7a9-39683f7b3ddf", "address": "fa:16:3e:cb:73:40", "network": {"id": "248c933c-0e01-43c7-a93c-0928e7a9c075", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353950747", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193646e7-c0", "ovs_interfaceid": "193646e7-c02b-4f8f-b7a9-39683f7b3ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 644.974972] env[62225]: DEBUG oslo_concurrency.lockutils [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] Acquired lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.975202] env[62225]: DEBUG nova.network.neutron [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Refreshing network info cache for port 193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 644.980916] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ff:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd22b990b-dfec-4861-966f-4a29e0ad18ed', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:5c:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61825eea-b358-4264-8fe0-a3bd7ee03137', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:73:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '193646e7-c02b-4f8f-b7a9-39683f7b3ddf', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.003794] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Creating folder: Project (369070bc96d3471e8675348ca57a2373). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 645.010588] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e925e0d-285c-4433-b977-e7bfe06e3927 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.037487] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Created folder: Project (369070bc96d3471e8675348ca57a2373) in parent group-v163168. [ 645.037736] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Creating folder: Instances. Parent ref: group-v163236. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 645.038031] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-286bfb1d-b2c6-4d54-9ee2-83d3419e96b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.046646] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077661} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.047376] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.048258] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a435a1-c9fe-49fb-a1e8-ca75adbb80d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.062030] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Created folder: Instances in parent group-v163236. [ 645.062030] env[62225]: DEBUG oslo.service.loopingcall [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.062030] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 645.062030] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef2ffbdd-6878-409b-a51c-c6229c749cc2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.101849] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.106569] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdcedfe-455f-4c73-af0f-456ebef9368d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.130875] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.130875] env[62225]: value = "task-677246" [ 645.130875] env[62225]: _type = "Task" [ 645.130875] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.139267] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677242, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.141264] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 645.141264] env[62225]: value = "task-677247" [ 645.141264] env[62225]: _type = "Task" [ 645.141264] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.151326] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677246, 'name': CreateVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.158568] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.229567] env[62225]: DEBUG nova.network.neutron [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updating instance_info_cache with network_info: [{"id": "df08a07b-8a17-4836-9fee-f4109ae08fde", "address": "fa:16:3e:74:cb:93", "network": {"id": "92b3b0b5-e149-4013-a94c-53b810470124", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308366101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3743ec6b243198319b51d8270deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a07b-8a", "ovs_interfaceid": "df08a07b-8a17-4836-9fee-f4109ae08fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.395506] env[62225]: DEBUG oslo_vmware.api [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677243, 'name': PowerOnVM_Task, 'duration_secs': 0.493959} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.395895] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 645.396176] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b80a1d6-c41c-4863-bc58-2817ff8d052d tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance '6e3f397f-f581-4de1-a6ae-307121bfa897' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 645.609079] env[62225]: DEBUG oslo_vmware.api [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677242, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015836} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.609079] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 645.609079] env[62225]: INFO nova.compute.manager [None req-88f3c73e-7811-4a81-9925-d6306f95cbf7 tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Took 16.57 seconds to snapshot the instance on the hypervisor. [ 645.658182] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677246, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.675158] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677247, 'name': ReconfigVM_Task, 'duration_secs': 0.405025} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.675627] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84/320e1f36-e96f-4a5a-9f98-74ff3e2ace84.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.677204] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb68dda-4416-4944-92fb-c047e156e4a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.688676] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 645.688676] env[62225]: value = "task-677248" [ 645.688676] env[62225]: _type = "Task" [ 645.688676] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.702446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Releasing lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.703955] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Instance network_info: |[{"id": "df08a07b-8a17-4836-9fee-f4109ae08fde", "address": "fa:16:3e:74:cb:93", "network": {"id": "92b3b0b5-e149-4013-a94c-53b810470124", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308366101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3743ec6b243198319b51d8270deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a07b-8a", "ovs_interfaceid": "df08a07b-8a17-4836-9fee-f4109ae08fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 645.703955] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677248, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.708849] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:cb:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df08a07b-8a17-4836-9fee-f4109ae08fde', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.716601] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Creating folder: Project (b0b3743ec6b243198319b51d8270deb0). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 645.717745] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a3d179-c2cc-4eb9-8cb5-f0861e96dfda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.736232] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Created folder: Project (b0b3743ec6b243198319b51d8270deb0) in parent group-v163168. [ 645.736551] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Creating folder: Instances. Parent ref: group-v163239. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 645.736831] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee651d8-b946-4e23-9ff1-4ea95fcffc24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.749593] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Created folder: Instances in parent group-v163239. [ 645.749857] env[62225]: DEBUG oslo.service.loopingcall [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.750417] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 645.750656] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f826bfc4-c69a-4d62-8ab3-f8b7cb574858 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.774015] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760c1d7-d516-4c82-b1e9-85e2f0eeefaf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.783387] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a5c3b1-0016-47ae-8e42-64e98270be36 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.788828] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.788828] env[62225]: value = "task-677251" [ 645.788828] env[62225]: _type = "Task" [ 645.788828] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.826833] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9409a9d8-2f81-4d00-91bb-2dc616beb17f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.834490] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677251, 'name': CreateVM_Task} progress is 15%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.844400] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a8131f-e70f-4af7-92e7-de78afb2d699 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861139] env[62225]: DEBUG nova.compute.provider_tree [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.875157] env[62225]: DEBUG nova.network.neutron [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Updated VIF entry in instance network info cache for port 193646e7-c02b-4f8f-b7a9-39683f7b3ddf. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 645.875736] env[62225]: DEBUG nova.network.neutron [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Updating instance_info_cache with network_info: [{"id": "d22b990b-dfec-4861-966f-4a29e0ad18ed", "address": "fa:16:3e:0c:ff:0b", "network": {"id": "248c933c-0e01-43c7-a93c-0928e7a9c075", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353950747", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd22b990b-df", "ovs_interfaceid": "d22b990b-dfec-4861-966f-4a29e0ad18ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61825eea-b358-4264-8fe0-a3bd7ee03137", "address": "fa:16:3e:3c:5c:6b", "network": {"id": "3de3f2c8-b6a9-4a85-b5af-0afd4e06fe4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-677810108", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825eea-b3", "ovs_interfaceid": "61825eea-b358-4264-8fe0-a3bd7ee03137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "193646e7-c02b-4f8f-b7a9-39683f7b3ddf", "address": "fa:16:3e:cb:73:40", "network": {"id": "248c933c-0e01-43c7-a93c-0928e7a9c075", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353950747", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193646e7-c0", "ovs_interfaceid": "193646e7-c02b-4f8f-b7a9-39683f7b3ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.946862] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 645.976046] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 645.976214] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 645.976370] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.976946] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 645.976946] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.976946] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 645.977165] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 645.977362] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 645.977492] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 645.977664] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 645.977870] env[62225]: DEBUG nova.virt.hardware [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.979018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495dac4-01de-4993-b8af-3f5fcc19439e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.990862] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32797c-a36c-47e5-a4bf-956e4be4fe39 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.144951] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677246, 'name': CreateVM_Task, 'duration_secs': 0.690385} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.145903] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 646.146940] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.147222] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.147568] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.148117] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260271ba-e34f-44e5-85ca-43824e07fd7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.155430] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 646.155430] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e720d9-cb25-10c8-5c2f-3d645a0552b9" [ 646.155430] env[62225]: _type = "Task" [ 646.155430] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.166338] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e720d9-cb25-10c8-5c2f-3d645a0552b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.201134] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677248, 'name': Rename_Task, 'duration_secs': 0.206656} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.201615] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 646.201984] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de5fcb1-e27b-49bf-8b5a-52c10e42de4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.210401] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Waiting for the task: (returnval){ [ 646.210401] env[62225]: value = "task-677252" [ 646.210401] env[62225]: _type = "Task" [ 646.210401] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.219750] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.262486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.262810] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.283485] env[62225]: DEBUG oslo_concurrency.lockutils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.283485] env[62225]: DEBUG oslo_concurrency.lockutils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.302382] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677251, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.366304] env[62225]: DEBUG nova.scheduler.client.report [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 646.378190] env[62225]: DEBUG oslo_concurrency.lockutils [req-b133cc9d-9857-4d9a-ad81-4667a8f34065 req-b095f290-4be4-4537-b408-f9f973c3980f service nova] Releasing lock "refresh_cache-f3f3010a-3ee4-4561-9734-041c24b15e90" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.535747] env[62225]: DEBUG nova.compute.manager [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Received event network-changed-df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 646.535992] env[62225]: DEBUG nova.compute.manager [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Refreshing instance network info cache due to event network-changed-df08a07b-8a17-4836-9fee-f4109ae08fde. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 646.536190] env[62225]: DEBUG oslo_concurrency.lockutils [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] Acquiring lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.536353] env[62225]: DEBUG oslo_concurrency.lockutils [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] Acquired lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.536511] env[62225]: DEBUG nova.network.neutron [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Refreshing network info cache for port df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 646.667968] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e720d9-cb25-10c8-5c2f-3d645a0552b9, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.667968] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.667968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.668852] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.668852] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.668852] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.668852] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a46c7fc-74d5-4c20-aa7d-140505884284 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.679826] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.680090] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 646.680905] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a781d797-80d3-4251-bf03-881560e61925 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.687992] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 646.687992] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5202a8ff-9a8e-7bd5-9390-80ee28fc86cd" [ 646.687992] env[62225]: _type = "Task" [ 646.687992] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.699581] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5202a8ff-9a8e-7bd5-9390-80ee28fc86cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.723342] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677252, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.786674] env[62225]: DEBUG nova.compute.utils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 646.802931] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677251, 'name': CreateVM_Task, 'duration_secs': 0.538087} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.803176] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 646.804140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.804899] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.804899] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.805288] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e8e1a6-ddb3-4754-9a24-dc3b2128d03e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.812464] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 646.812464] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221d016-bbb4-168a-403d-d5143c51981d" [ 646.812464] env[62225]: _type = "Task" [ 646.812464] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.823803] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221d016-bbb4-168a-403d-d5143c51981d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.872548] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.873074] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 646.876212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.914s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.876212] env[62225]: DEBUG nova.objects.instance [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lazy-loading 'resources' on Instance uuid 06e2f05a-5901-4a2c-990a-1d8b8318a075 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.903684] env[62225]: DEBUG nova.network.neutron [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Successfully updated port: 61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.200790] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5202a8ff-9a8e-7bd5-9390-80ee28fc86cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.204233] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c7accf-e534-4aaf-9967-ecf339bef551 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.212586] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 647.212586] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528fc91b-d8e1-9fd9-4efa-81a8e23803b2" [ 647.212586] env[62225]: _type = "Task" [ 647.212586] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.227425] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.230228] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528fc91b-d8e1-9fd9-4efa-81a8e23803b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.292512] env[62225]: DEBUG oslo_concurrency.lockutils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.335352] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221d016-bbb4-168a-403d-d5143c51981d, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.335850] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.336715] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.337082] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.337371] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.337921] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.339155] env[62225]: DEBUG nova.network.neutron [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updated VIF entry in instance network info cache for port df08a07b-8a17-4836-9fee-f4109ae08fde. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 647.339610] env[62225]: DEBUG nova.network.neutron [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updating instance_info_cache with network_info: [{"id": "df08a07b-8a17-4836-9fee-f4109ae08fde", "address": "fa:16:3e:74:cb:93", "network": {"id": "92b3b0b5-e149-4013-a94c-53b810470124", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308366101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3743ec6b243198319b51d8270deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a07b-8a", "ovs_interfaceid": "df08a07b-8a17-4836-9fee-f4109ae08fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.340973] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba027f6b-a38c-435c-b384-d6b68a8e5521 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.354799] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.354799] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 647.355195] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f53d630-fb35-4166-b1a3-9a2fb5346a16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.362596] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 647.362596] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ef228a-9ae8-5d17-a79d-921bf1c3f667" [ 647.362596] env[62225]: _type = "Task" [ 647.362596] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.372086] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ef228a-9ae8-5d17-a79d-921bf1c3f667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.379531] env[62225]: DEBUG nova.compute.utils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.384980] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 647.384980] env[62225]: DEBUG nova.network.neutron [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 647.411029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.411029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.411029] env[62225]: DEBUG nova.network.neutron [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 647.432505] env[62225]: DEBUG nova.policy [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a5e3b6ae72405c9fe43ba1e9d31453', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d80a6f36dfa4d37b9b96b54a70c444d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 647.734552] env[62225]: DEBUG oslo_vmware.api [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Task: {'id': task-677252, 'name': PowerOnVM_Task, 'duration_secs': 1.042919} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.737025] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 647.737025] env[62225]: DEBUG nova.compute.manager [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 647.737025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755e6a0-ec08-4406-be3b-dd8de1b82161 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.750437] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528fc91b-d8e1-9fd9-4efa-81a8e23803b2, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.750437] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.750437] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] f3f3010a-3ee4-4561-9734-041c24b15e90/f3f3010a-3ee4-4561-9734-041c24b15e90.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 647.750437] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2859d531-a79a-40ba-861c-dbad73f9d384 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.762487] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 647.762487] env[62225]: value = "task-677253" [ 647.762487] env[62225]: _type = "Task" [ 647.762487] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.769819] env[62225]: DEBUG nova.network.neutron [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Successfully created port: fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.778634] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.848862] env[62225]: DEBUG oslo_concurrency.lockutils [req-91a925af-1cd7-4218-aeda-5f081401fb0b req-00e62479-3e41-4d6b-8eb6-77a20ff29078 service nova] Releasing lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.876809] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ef228a-9ae8-5d17-a79d-921bf1c3f667, 'name': SearchDatastore_Task, 'duration_secs': 0.014963} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.880959] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6592ad94-d852-4e20-8851-17c5b239667c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.884522] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 647.894714] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 647.894714] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5275629a-e39b-4373-bb52-dd3931b77037" [ 647.894714] env[62225]: _type = "Task" [ 647.894714] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.908030] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5275629a-e39b-4373-bb52-dd3931b77037, 'name': SearchDatastore_Task, 'duration_secs': 0.010994} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.908619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.908987] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 053ca8ea-7808-4f1c-b982-a16a03ed2331/053ca8ea-7808-4f1c-b982-a16a03ed2331.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 647.912332] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca2d69b4-b196-4a43-ba24-952f04d13e99 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.928586] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 647.928586] env[62225]: value = "task-677254" [ 647.928586] env[62225]: _type = "Task" [ 647.928586] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.940972] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.972060] env[62225]: DEBUG nova.network.neutron [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 647.988825] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2a47c-1841-4ee6-a928-5cb9a61afab5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.001523] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb191ff-8b06-4ada-8852-b37cbdce3e42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.045032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008236f-e704-4df5-b034-115b106a4917 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.055884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c05b06a-5514-47da-8812-1345fc8b0a91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.060839] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.061171] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.061449] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.061596] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.061773] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.064521] env[62225]: INFO nova.compute.manager [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Terminating instance [ 648.067014] env[62225]: DEBUG nova.compute.manager [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 648.067234] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 648.068126] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c6a1e-79c0-4e17-aa21-e1fd57725e1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.083784] env[62225]: DEBUG nova.compute.provider_tree [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.094116] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 648.094470] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3977a849-ebc7-46c1-8984-abf0d78eb6e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.105923] env[62225]: DEBUG oslo_vmware.api [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 648.105923] env[62225]: value = "task-677255" [ 648.105923] env[62225]: _type = "Task" [ 648.105923] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.121839] env[62225]: DEBUG oslo_vmware.api [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.285785] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.293847] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.336356] env[62225]: DEBUG nova.network.neutron [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.419179] env[62225]: DEBUG oslo_concurrency.lockutils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.419179] env[62225]: DEBUG oslo_concurrency.lockutils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.419179] env[62225]: INFO nova.compute.manager [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Attaching volume 74a1308e-9049-4ea3-a7e9-5ac7455bf740 to /dev/sdb [ 648.464339] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.483235] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d4956-3a11-46cb-808e-0bfe38ad44ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.493418] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70974c13-ae0c-4740-b302-2a83af19e71c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.518121] env[62225]: DEBUG nova.virt.block_device [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updating existing volume attachment record: 13cb0576-84cc-4333-9672-faf5bbd373c1 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 648.590511] env[62225]: DEBUG nova.scheduler.client.report [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 648.620773] env[62225]: DEBUG oslo_vmware.api [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677255, 'name': PowerOffVM_Task, 'duration_secs': 0.333998} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.621190] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 648.621441] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 648.621999] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed005171-a877-4fb5-817b-76138e09ba8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.711642] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 648.711915] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 648.712121] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Deleting the datastore file [datastore1] e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.712383] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b822f6d9-12f3-4ddf-91b2-a5fbf4901857 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.722428] env[62225]: DEBUG oslo_vmware.api [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for the task: (returnval){ [ 648.722428] env[62225]: value = "task-677257" [ 648.722428] env[62225]: _type = "Task" [ 648.722428] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.734459] env[62225]: DEBUG oslo_vmware.api [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.787203] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644049} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.788147] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] f3f3010a-3ee4-4561-9734-041c24b15e90/f3f3010a-3ee4-4561-9734-041c24b15e90.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 648.788516] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.788773] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87fa2979-ba93-4e01-b4f8-63c3bc3b0245 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.801656] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 648.801656] env[62225]: value = "task-677260" [ 648.801656] env[62225]: _type = "Task" [ 648.801656] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.813331] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.839028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.839469] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Instance network_info: |[{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 648.839968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:3d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ce7131-9b09-4e1b-88e4-ba3614a2e05b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.850014] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating folder: Project (a050cb65aa8346e2abb7210716e24075). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 648.850408] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9f758e-20e2-4050-979a-371c43729584 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.864367] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created folder: Project (a050cb65aa8346e2abb7210716e24075) in parent group-v163168. [ 648.864471] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating folder: Instances. Parent ref: group-v163245. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 648.864839] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-595a7519-66e1-4ec6-af87-4c52fa03e11c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.879682] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created folder: Instances in parent group-v163245. [ 648.879682] env[62225]: DEBUG oslo.service.loopingcall [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.879682] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 648.879682] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe52701-fd4b-4f5f-b66d-2f8d6955d8db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.898684] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 648.907625] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.907625] env[62225]: value = "task-677264" [ 648.907625] env[62225]: _type = "Task" [ 648.907625] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.917487] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677264, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.933151] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 648.933415] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 648.933627] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.933863] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 648.935029] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.935286] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 648.935546] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 648.935723] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 648.936250] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 648.936250] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 648.936250] env[62225]: DEBUG nova.virt.hardware [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.937125] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f4a14-04ec-4c27-ae4b-08753d47657a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.945633] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5928b0-e5e9-4000-bc84-cdb93534c6a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.960374] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655944} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.968666] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 053ca8ea-7808-4f1c-b982-a16a03ed2331/053ca8ea-7808-4f1c-b982-a16a03ed2331.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 648.968804] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.969278] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-140221a1-6b7e-4cb4-9b33-5bcb95238cc9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.977485] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 648.977485] env[62225]: value = "task-677265" [ 648.977485] env[62225]: _type = "Task" [ 648.977485] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.989846] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.077829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "6e3f397f-f581-4de1-a6ae-307121bfa897" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.078149] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.078320] env[62225]: DEBUG nova.compute.manager [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Going to confirm migration 1 {{(pid=62225) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 649.096849] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.099503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.689s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.103131] env[62225]: INFO nova.compute.claims [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.123958] env[62225]: DEBUG nova.compute.manager [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Received event network-vif-plugged-61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 649.124220] env[62225]: DEBUG oslo_concurrency.lockutils [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.124441] env[62225]: DEBUG oslo_concurrency.lockutils [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.126019] env[62225]: DEBUG oslo_concurrency.lockutils [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.126019] env[62225]: DEBUG nova.compute.manager [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] No waiting events found dispatching network-vif-plugged-61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 649.126019] env[62225]: WARNING nova.compute.manager [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Received unexpected event network-vif-plugged-61ce7131-9b09-4e1b-88e4-ba3614a2e05b for instance with vm_state building and task_state spawning. [ 649.126019] env[62225]: DEBUG nova.compute.manager [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Received event network-changed-61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 649.126019] env[62225]: DEBUG nova.compute.manager [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Refreshing instance network info cache due to event network-changed-61ce7131-9b09-4e1b-88e4-ba3614a2e05b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 649.126019] env[62225]: DEBUG oslo_concurrency.lockutils [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.126714] env[62225]: DEBUG oslo_concurrency.lockutils [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.127034] env[62225]: DEBUG nova.network.neutron [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Refreshing network info cache for port 61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 649.134554] env[62225]: INFO nova.scheduler.client.report [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Deleted allocations for instance 06e2f05a-5901-4a2c-990a-1d8b8318a075 [ 649.236779] env[62225]: DEBUG oslo_vmware.api [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Task: {'id': task-677257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196538} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.237251] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.239020] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 649.239020] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 649.239020] env[62225]: INFO nova.compute.manager [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 649.239020] env[62225]: DEBUG oslo.service.loopingcall [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.239020] env[62225]: DEBUG nova.compute.manager [-] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 649.239020] env[62225]: DEBUG nova.network.neutron [-] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 649.312588] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078148} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.315038] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.315038] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcc607c-0e0e-4a4d-9815-ca4b8bd70ad1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.349382] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f3f3010a-3ee4-4561-9734-041c24b15e90/f3f3010a-3ee4-4561-9734-041c24b15e90.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.350830] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b633d91c-c98c-4bb3-ad07-a83dfcc972cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.380543] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 649.380543] env[62225]: value = "task-677266" [ 649.380543] env[62225]: _type = "Task" [ 649.380543] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.396479] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.419567] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677264, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.488629] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130931} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.488629] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.489597] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54275b-a91d-407a-a17d-ac544c4b2952 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.520231] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 053ca8ea-7808-4f1c-b982-a16a03ed2331/053ca8ea-7808-4f1c-b982-a16a03ed2331.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.521412] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.521978] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.522249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.522509] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.522687] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.524607] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29ee28a-6c04-4011-86ba-c0f4d55563ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.541179] env[62225]: INFO nova.compute.manager [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Terminating instance [ 649.544332] env[62225]: DEBUG nova.network.neutron [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Successfully updated port: fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.546728] env[62225]: DEBUG nova.compute.manager [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 649.546962] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 649.548588] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6ae7d9-f04d-457b-8f5a-8b6c99744c62 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.555703] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 649.555703] env[62225]: value = "task-677267" [ 649.555703] env[62225]: _type = "Task" [ 649.555703] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.566671] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 649.568137] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee6c4343-f12b-46b4-b1d9-a68865571af1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.576382] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.577967] env[62225]: DEBUG oslo_vmware.api [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 649.577967] env[62225]: value = "task-677268" [ 649.577967] env[62225]: _type = "Task" [ 649.577967] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.589593] env[62225]: DEBUG oslo_vmware.api [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.642609] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87135387-a4a5-487e-b12c-5844d7192d2b tempest-ServerDiagnosticsTest-2089330288 tempest-ServerDiagnosticsTest-2089330288-project-member] Lock "06e2f05a-5901-4a2c-990a-1d8b8318a075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.983s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.750637] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.750996] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.751343] env[62225]: DEBUG nova.network.neutron [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 649.751663] env[62225]: DEBUG nova.objects.instance [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lazy-loading 'info_cache' on Instance uuid 6e3f397f-f581-4de1-a6ae-307121bfa897 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.875470] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.875906] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.876171] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.876381] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.876595] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.881779] env[62225]: INFO nova.compute.manager [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Terminating instance [ 649.888157] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "refresh_cache-320e1f36-e96f-4a5a-9f98-74ff3e2ace84" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.888366] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquired lock "refresh_cache-320e1f36-e96f-4a5a-9f98-74ff3e2ace84" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.888533] env[62225]: DEBUG nova.network.neutron [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 649.900279] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677266, 'name': ReconfigVM_Task, 'duration_secs': 0.438589} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.900279] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f3f3010a-3ee4-4561-9734-041c24b15e90/f3f3010a-3ee4-4561-9734-041c24b15e90.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.901783] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515864bc-4762-44f3-8593-1356dcaae430 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.915264] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 649.915264] env[62225]: value = "task-677269" [ 649.915264] env[62225]: _type = "Task" [ 649.915264] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.922416] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677264, 'name': CreateVM_Task, 'duration_secs': 0.614147} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.923202] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 649.924117] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.925186] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.925186] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.929413] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81906725-6b2c-4a8b-8fe0-af67482e8023 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.930503] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677269, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.934771] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 649.934771] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5236e7ff-7ead-e6aa-85fd-63349289bc33" [ 649.934771] env[62225]: _type = "Task" [ 649.934771] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.944520] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5236e7ff-7ead-e6aa-85fd-63349289bc33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.009951] env[62225]: DEBUG nova.network.neutron [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updated VIF entry in instance network info cache for port 61ce7131-9b09-4e1b-88e4-ba3614a2e05b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 650.010024] env[62225]: DEBUG nova.network.neutron [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.048307] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "refresh_cache-dc7ad4b6-dcee-406d-999e-f520dca5a976" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.048454] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquired lock "refresh_cache-dc7ad4b6-dcee-406d-999e-f520dca5a976" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.048604] env[62225]: DEBUG nova.network.neutron [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 650.075038] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677267, 'name': ReconfigVM_Task, 'duration_secs': 0.354956} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.075399] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 053ca8ea-7808-4f1c-b982-a16a03ed2331/053ca8ea-7808-4f1c-b982-a16a03ed2331.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.076910] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46d55577-21f7-4462-9050-3751bc18a59a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.086750] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 650.086750] env[62225]: value = "task-677270" [ 650.086750] env[62225]: _type = "Task" [ 650.086750] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.095459] env[62225]: DEBUG oslo_vmware.api [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677268, 'name': PowerOffVM_Task, 'duration_secs': 0.199936} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.096499] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 650.096700] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 650.096981] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbdba763-06f4-4684-86cd-effdcf0dc784 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.103608] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677270, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.182922] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 650.183296] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 650.183626] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Deleting the datastore file [datastore2] fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.183928] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf3f38e2-6cb3-4796-b398-77b1edbe40b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.197454] env[62225]: DEBUG oslo_vmware.api [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 650.197454] env[62225]: value = "task-677272" [ 650.197454] env[62225]: _type = "Task" [ 650.197454] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.209011] env[62225]: DEBUG oslo_vmware.api [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.284939] env[62225]: DEBUG nova.network.neutron [-] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.358921] env[62225]: DEBUG nova.compute.manager [req-1321055c-7770-4614-b0e0-87c3b8da2c3c req-43908716-1aca-4396-9cf5-44fc1f0ad6d7 service nova] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Received event network-vif-deleted-e6b5fc81-ec98-44c7-b695-befbf3004491 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 650.432386] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677269, 'name': Rename_Task, 'duration_secs': 0.184874} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.432386] env[62225]: DEBUG nova.network.neutron [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 650.439750] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 650.440882] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5442a99d-891c-4a05-97e0-7f5b5472b950 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.454473] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5236e7ff-7ead-e6aa-85fd-63349289bc33, 'name': SearchDatastore_Task, 'duration_secs': 0.014895} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.460804] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.460804] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.460804] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.460804] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.460804] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.460804] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 650.460804] env[62225]: value = "task-677273" [ 650.460804] env[62225]: _type = "Task" [ 650.460804] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.460804] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1531bf15-1782-491d-9e8e-4381ddf1b1d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.477499] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.481383] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.481978] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 650.482788] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0246ec6-6e99-4eeb-8a73-5c1c6ad36105 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.491778] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 650.491778] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52901937-6454-3650-9f6b-a6c67381355b" [ 650.491778] env[62225]: _type = "Task" [ 650.491778] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.506989] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52901937-6454-3650-9f6b-a6c67381355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.516582] env[62225]: DEBUG oslo_concurrency.lockutils [req-78e6ac67-c5e5-44cb-b387-9dfae96ad4f9 req-b5e39691-17b3-4d49-84fa-e9ecb8fd914c service nova] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.556762] env[62225]: DEBUG nova.network.neutron [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.605208] env[62225]: DEBUG nova.network.neutron [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 650.612121] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677270, 'name': Rename_Task, 'duration_secs': 0.193518} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.612121] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 650.612121] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49de9396-daf6-4da7-a41e-ca2d8f60a008 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.626517] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 650.626517] env[62225]: value = "task-677274" [ 650.626517] env[62225]: _type = "Task" [ 650.626517] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.645886] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677274, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.721463] env[62225]: DEBUG oslo_vmware.api [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208048} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.723081] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.726584] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 650.726584] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 650.726584] env[62225]: INFO nova.compute.manager [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 650.726584] env[62225]: DEBUG oslo.service.loopingcall [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.727943] env[62225]: DEBUG nova.compute.manager [-] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 650.728074] env[62225]: DEBUG nova.network.neutron [-] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 650.787327] env[62225]: INFO nova.compute.manager [-] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Took 1.55 seconds to deallocate network for instance. [ 650.791635] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516fc80-dba6-43ec-b564-0967cf42e15e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.802849] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1351015b-1488-4a96-8170-1ba473988965 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.854725] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4756dac-22ec-4da8-994c-2053a9b90c95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.866187] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c05331-680e-4961-91ad-8d17b9819a97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.894398] env[62225]: DEBUG nova.compute.provider_tree [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.979204] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.996298] env[62225]: DEBUG nova.network.neutron [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Updating instance_info_cache with network_info: [{"id": "fdc53603-14d2-44a6-b539-347ecbb9b107", "address": "fa:16:3e:01:22:ae", "network": {"id": "80de1b37-e18b-4a24-b08b-62bdd9474b9b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-122407419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d80a6f36dfa4d37b9b96b54a70c444d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc53603-14", "ovs_interfaceid": "fdc53603-14d2-44a6-b539-347ecbb9b107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.005015] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52901937-6454-3650-9f6b-a6c67381355b, 'name': SearchDatastore_Task, 'duration_secs': 0.015323} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.005875] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f4e183-69ce-4a38-82a2-4c45308ae8c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.017146] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 651.017146] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c7f286-9425-7b66-6529-102880c3c9ff" [ 651.017146] env[62225]: _type = "Task" [ 651.017146] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.028057] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c7f286-9425-7b66-6529-102880c3c9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.032357] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.032641] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.061406] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Releasing lock "refresh_cache-320e1f36-e96f-4a5a-9f98-74ff3e2ace84" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.062724] env[62225]: DEBUG nova.compute.manager [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 651.063137] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 651.064210] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2aceab-ced9-4cd2-90ad-80a36094c065 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.076278] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 651.076278] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99302d0-e40f-4b98-b568-4e04f09eb4fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.088903] env[62225]: DEBUG oslo_vmware.api [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 651.088903] env[62225]: value = "task-677276" [ 651.088903] env[62225]: _type = "Task" [ 651.088903] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.100787] env[62225]: DEBUG oslo_vmware.api [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.146454] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.301625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.343077] env[62225]: DEBUG nova.network.neutron [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.394187] env[62225]: DEBUG nova.scheduler.client.report [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 651.477621] env[62225]: DEBUG oslo_vmware.api [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677273, 'name': PowerOnVM_Task, 'duration_secs': 0.742548} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.477621] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 651.477621] env[62225]: INFO nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Took 15.53 seconds to spawn the instance on the hypervisor. [ 651.477621] env[62225]: DEBUG nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 651.477621] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d5083a-f22c-4aed-900e-7511e5567234 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.502019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Releasing lock "refresh_cache-dc7ad4b6-dcee-406d-999e-f520dca5a976" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.502019] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Instance network_info: |[{"id": "fdc53603-14d2-44a6-b539-347ecbb9b107", "address": "fa:16:3e:01:22:ae", "network": {"id": "80de1b37-e18b-4a24-b08b-62bdd9474b9b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-122407419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d80a6f36dfa4d37b9b96b54a70c444d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc53603-14", "ovs_interfaceid": "fdc53603-14d2-44a6-b539-347ecbb9b107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 651.502019] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:22:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdc53603-14d2-44a6-b539-347ecbb9b107', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.510802] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Creating folder: Project (9d80a6f36dfa4d37b9b96b54a70c444d). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 651.511390] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfd44e35-1ade-496d-9925-a59430b5b9eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.528403] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c7f286-9425-7b66-6529-102880c3c9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01506} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.530026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.530174] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b/0c5f9435-85a0-4224-8819-6a5215b9f23b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 651.530475] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Created folder: Project (9d80a6f36dfa4d37b9b96b54a70c444d) in parent group-v163168. [ 651.530642] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Creating folder: Instances. Parent ref: group-v163248. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 651.531726] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aefc77f-3e77-4638-b9da-6c9f65a7b4d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.533861] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7306ca0f-44c0-4492-8bbe-353720cda42e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.542126] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 651.542126] env[62225]: value = "task-677278" [ 651.542126] env[62225]: _type = "Task" [ 651.542126] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.547270] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Created folder: Instances in parent group-v163248. [ 651.548833] env[62225]: DEBUG oslo.service.loopingcall [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.548833] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 651.549502] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1537069-1ef8-4814-a629-3692d57f810b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.575889] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.586505] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.586505] env[62225]: value = "task-677280" [ 651.586505] env[62225]: _type = "Task" [ 651.586505] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.599973] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677280, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.603347] env[62225]: DEBUG oslo_vmware.api [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677276, 'name': PowerOffVM_Task, 'duration_secs': 0.183648} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.603793] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 651.604291] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 651.604291] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac20d24-57f7-40bf-a47a-8a2ca8e9e92e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.641636] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 651.643263] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 651.643263] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Deleting the datastore file [datastore1] 320e1f36-e96f-4a5a-9f98-74ff3e2ace84 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.644411] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dd49a5a-3834-4b4c-ba92-6de54c577991 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.652249] env[62225]: DEBUG oslo_vmware.api [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677274, 'name': PowerOnVM_Task, 'duration_secs': 0.656228} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.656324] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 651.656324] env[62225]: INFO nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Took 8.52 seconds to spawn the instance on the hypervisor. [ 651.656324] env[62225]: DEBUG nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 651.656324] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc7c29-0ec8-4112-b357-f933f5553910 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.663853] env[62225]: DEBUG oslo_vmware.api [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for the task: (returnval){ [ 651.663853] env[62225]: value = "task-677282" [ 651.663853] env[62225]: _type = "Task" [ 651.663853] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.681577] env[62225]: DEBUG nova.compute.manager [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Received event network-vif-plugged-fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 651.681577] env[62225]: DEBUG oslo_concurrency.lockutils [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] Acquiring lock "dc7ad4b6-dcee-406d-999e-f520dca5a976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.681577] env[62225]: DEBUG oslo_concurrency.lockutils [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.681702] env[62225]: DEBUG oslo_concurrency.lockutils [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.682065] env[62225]: DEBUG nova.compute.manager [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] No waiting events found dispatching network-vif-plugged-fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 651.682593] env[62225]: WARNING nova.compute.manager [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Received unexpected event network-vif-plugged-fdc53603-14d2-44a6-b539-347ecbb9b107 for instance with vm_state building and task_state spawning. [ 651.682593] env[62225]: DEBUG nova.compute.manager [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Received event network-changed-fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 651.682850] env[62225]: DEBUG nova.compute.manager [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Refreshing instance network info cache due to event network-changed-fdc53603-14d2-44a6-b539-347ecbb9b107. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 651.682850] env[62225]: DEBUG oslo_concurrency.lockutils [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] Acquiring lock "refresh_cache-dc7ad4b6-dcee-406d-999e-f520dca5a976" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.686563] env[62225]: DEBUG oslo_concurrency.lockutils [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] Acquired lock "refresh_cache-dc7ad4b6-dcee-406d-999e-f520dca5a976" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.686563] env[62225]: DEBUG nova.network.neutron [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Refreshing network info cache for port fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 651.690671] env[62225]: DEBUG oslo_vmware.api [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.698745] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265a2d5-2cbd-ae00-a020-d247fe9a2e43/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 651.699983] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3261334-d233-4e78-a305-142cb93749e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.715519] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265a2d5-2cbd-ae00-a020-d247fe9a2e43/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 651.715791] env[62225]: ERROR oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265a2d5-2cbd-ae00-a020-d247fe9a2e43/disk-0.vmdk due to incomplete transfer. [ 651.717411] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b560382-c8de-4cb0-9259-4b199d0da162 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.740091] env[62225]: DEBUG oslo_vmware.rw_handles [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5265a2d5-2cbd-ae00-a020-d247fe9a2e43/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 651.740448] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Uploaded image 809ede84-12d2-435b-81f1-3ba20ad40320 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 651.747567] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 651.750623] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-682ea1ce-15ad-4477-8474-e605ed8f2247 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.761918] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 651.761918] env[62225]: value = "task-677283" [ 651.761918] env[62225]: _type = "Task" [ 651.761918] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.773531] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677283, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.846703] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.846992] env[62225]: DEBUG nova.objects.instance [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lazy-loading 'migration_context' on Instance uuid 6e3f397f-f581-4de1-a6ae-307121bfa897 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.902719] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.903466] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 651.906444] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.649s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.908015] env[62225]: INFO nova.compute.claims [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.000426] env[62225]: INFO nova.compute.manager [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Took 42.19 seconds to build instance. [ 652.057313] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.101409] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677280, 'name': CreateVM_Task, 'duration_secs': 0.475927} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.101409] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 652.101409] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.101409] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.102292] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.102292] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f6976a-6e09-428e-970d-27504a6e3c87 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.112032] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 652.112032] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224ccb0-775a-f380-0b76-02bc1c6f917d" [ 652.112032] env[62225]: _type = "Task" [ 652.112032] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.128254] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224ccb0-775a-f380-0b76-02bc1c6f917d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.175688] env[62225]: DEBUG oslo_vmware.api [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Task: {'id': task-677282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181549} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.176171] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.176477] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 652.176777] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 652.177092] env[62225]: INFO nova.compute.manager [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Took 1.11 seconds to destroy the instance on the hypervisor. [ 652.177488] env[62225]: DEBUG oslo.service.loopingcall [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.178190] env[62225]: DEBUG nova.compute.manager [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 652.178388] env[62225]: DEBUG nova.network.neutron [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 652.199259] env[62225]: INFO nova.compute.manager [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Took 39.25 seconds to build instance. [ 652.204536] env[62225]: DEBUG nova.network.neutron [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 652.282422] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677283, 'name': Destroy_Task, 'duration_secs': 0.508649} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.283095] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Destroyed the VM [ 652.283570] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 652.283978] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-702b403c-6d4b-43cb-a7f0-5c41c6aaa10e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.292152] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 652.292152] env[62225]: value = "task-677284" [ 652.292152] env[62225]: _type = "Task" [ 652.292152] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.303767] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.353517] env[62225]: DEBUG nova.objects.base [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Object Instance<6e3f397f-f581-4de1-a6ae-307121bfa897> lazy-loaded attributes: info_cache,migration_context {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 652.354844] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c66d01-37c4-4469-a052-11ca9a7f2150 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.376781] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90dbea1-bb7f-499d-b7f7-c941326347fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.383279] env[62225]: DEBUG oslo_vmware.api [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 652.383279] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52709bd6-067f-4b9e-b3a2-4a33b5461142" [ 652.383279] env[62225]: _type = "Task" [ 652.383279] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.395259] env[62225]: DEBUG oslo_vmware.api [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52709bd6-067f-4b9e-b3a2-4a33b5461142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.415022] env[62225]: DEBUG nova.compute.utils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.419347] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 652.419552] env[62225]: DEBUG nova.network.neutron [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 652.477937] env[62225]: DEBUG nova.policy [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 652.486961] env[62225]: DEBUG nova.network.neutron [-] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.502985] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2364e48a-aeef-4bc2-9171-cda7d6b0fa1a tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.828s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.517455] env[62225]: DEBUG nova.network.neutron [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Updated VIF entry in instance network info cache for port fdc53603-14d2-44a6-b539-347ecbb9b107. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 652.520390] env[62225]: DEBUG nova.network.neutron [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Updating instance_info_cache with network_info: [{"id": "fdc53603-14d2-44a6-b539-347ecbb9b107", "address": "fa:16:3e:01:22:ae", "network": {"id": "80de1b37-e18b-4a24-b08b-62bdd9474b9b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-122407419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d80a6f36dfa4d37b9b96b54a70c444d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc53603-14", "ovs_interfaceid": "fdc53603-14d2-44a6-b539-347ecbb9b107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.560112] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655769} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.560395] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b/0c5f9435-85a0-4224-8819-6a5215b9f23b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 652.560618] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.561905] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f317fc16-bcf8-4b40-becc-3cbbbbd1f861 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.569182] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 652.569182] env[62225]: value = "task-677285" [ 652.569182] env[62225]: _type = "Task" [ 652.569182] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.582875] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.624291] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224ccb0-775a-f380-0b76-02bc1c6f917d, 'name': SearchDatastore_Task, 'duration_secs': 0.050448} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.624291] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.624518] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.624845] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.624942] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.625448] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.625512] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ef73a1-6335-4ab4-9066-1c7fdab02c9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.637661] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.637968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 652.640145] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1615b2da-81ca-42e4-92b9-d6ad72c7d905 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.646856] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 652.646856] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296ffc7-e96e-4293-1adf-ec1730b07711" [ 652.646856] env[62225]: _type = "Task" [ 652.646856] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.659807] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296ffc7-e96e-4293-1adf-ec1730b07711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.704473] env[62225]: DEBUG oslo_concurrency.lockutils [None req-456d6c58-7c7e-4574-a91a-a95960dfd783 tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.848s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.707347] env[62225]: DEBUG nova.network.neutron [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.808030] env[62225]: DEBUG oslo_vmware.api [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677284, 'name': RemoveSnapshot_Task, 'duration_secs': 0.404284} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.808030] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 652.808030] env[62225]: INFO nova.compute.manager [None req-47fbe95b-533a-44dd-a574-4a012f2f5ca9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 652.818731] env[62225]: DEBUG nova.compute.manager [req-7b799f21-40e1-4f7c-a2ab-2314465130b8 req-36202c72-be54-420f-abb4-88fea2f5fb4b service nova] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Received event network-vif-deleted-9eeffdd7-59d4-4588-a76f-c521ec70ba87 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 652.894976] env[62225]: DEBUG oslo_vmware.api [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52709bd6-067f-4b9e-b3a2-4a33b5461142, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.895323] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.925699] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 652.990940] env[62225]: INFO nova.compute.manager [-] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Took 2.26 seconds to deallocate network for instance. [ 653.007741] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 653.025974] env[62225]: DEBUG oslo_concurrency.lockutils [req-7d581b7f-987f-46b6-af8b-9c6e6f4612f9 req-194d42a4-e49e-4f60-b51f-dc4b8ac5abcb service nova] Releasing lock "refresh_cache-dc7ad4b6-dcee-406d-999e-f520dca5a976" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.086140] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107293} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.086490] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.087362] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba556a3-53a5-4fb5-bc76-a1ad9f124053 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.118225] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b/0c5f9435-85a0-4224-8819-6a5215b9f23b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.122063] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 653.122422] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163244', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'name': 'volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9b09b54-cebc-4381-bb2d-48b557dc9da9', 'attached_at': '', 'detached_at': '', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'serial': '74a1308e-9049-4ea3-a7e9-5ac7455bf740'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 653.122646] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751ab9ec-283b-45c3-8a78-41ab1111ec8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.138551] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a26c04-24fd-41dc-823d-3caa976c51f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.145026] env[62225]: DEBUG nova.network.neutron [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Successfully created port: b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.167714] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca76414-6d03-4d95-9f97-8ff3be971546 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.170360] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 653.170360] env[62225]: value = "task-677286" [ 653.170360] env[62225]: _type = "Task" [ 653.170360] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.198923] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740/volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.199260] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296ffc7-e96e-4293-1adf-ec1730b07711, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.205034] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70de76f4-688f-4bc4-8cfb-6bee02ce0205 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.221278] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 653.224051] env[62225]: INFO nova.compute.manager [-] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Took 1.05 seconds to deallocate network for instance. [ 653.224051] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84345d8b-39d8-4bea-a7d5-9e058e576a37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.226900] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.235031] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 653.235031] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5263783c-c1a3-4d70-3034-5b9bc89d9fc0" [ 653.235031] env[62225]: _type = "Task" [ 653.235031] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.236608] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Waiting for the task: (returnval){ [ 653.236608] env[62225]: value = "task-677287" [ 653.236608] env[62225]: _type = "Task" [ 653.236608] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.256377] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.256760] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5263783c-c1a3-4d70-3034-5b9bc89d9fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.505954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.532265] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.616497] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca917dac-8ffe-41eb-9c53-ff6ca9807470 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.625213] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424d7d13-7370-4568-899d-0a34043709cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.659577] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b349e1-6dfd-4e8a-85fe-587ad3f99c0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.671063] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6bb84-a653-4328-ab31-96caa12ac464 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.681771] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677286, 'name': ReconfigVM_Task, 'duration_secs': 0.360432} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.689732] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b/0c5f9435-85a0-4224-8819-6a5215b9f23b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.690657] env[62225]: DEBUG nova.compute.provider_tree [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.694695] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0af8104b-31cd-439f-ac60-87fc16b98e8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.700478] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 653.700478] env[62225]: value = "task-677288" [ 653.700478] env[62225]: _type = "Task" [ 653.700478] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.712508] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677288, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.732975] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.752044] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5263783c-c1a3-4d70-3034-5b9bc89d9fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.024047} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.752793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.753112] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] dc7ad4b6-dcee-406d-999e-f520dca5a976/dc7ad4b6-dcee-406d-999e-f520dca5a976.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 653.753409] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b7f3930-97c4-4b88-a8e8-4e5825301277 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.759707] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.760019] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.770223] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 653.770223] env[62225]: value = "task-677289" [ 653.770223] env[62225]: _type = "Task" [ 653.770223] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.780958] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.939627] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 653.979232] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 653.979564] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 653.979723] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.979936] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 653.980159] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.980272] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 653.980502] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 653.980728] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 653.980882] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 653.981319] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 653.981319] env[62225]: DEBUG nova.virt.hardware [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.982302] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65676e40-d44f-4472-a2bd-5d32d96592e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.992980] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda18030-0a91-4caa-8e34-70c76e32f9c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.194963] env[62225]: DEBUG nova.scheduler.client.report [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 654.217982] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677288, 'name': Rename_Task, 'duration_secs': 0.210067} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.217982] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 654.217982] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbc06e7a-498f-43dd-81fa-bd908b668a1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.236802] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 654.236802] env[62225]: value = "task-677290" [ 654.236802] env[62225]: _type = "Task" [ 654.236802] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.262699] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677290, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.268209] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677287, 'name': ReconfigVM_Task, 'duration_secs': 0.753321} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.268209] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740/volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.274250] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d874f61-010f-4cd1-87f0-05888df45f08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.299704] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.301969] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Waiting for the task: (returnval){ [ 654.301969] env[62225]: value = "task-677291" [ 654.301969] env[62225]: _type = "Task" [ 654.301969] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.315040] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.563157] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.563461] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.563746] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "f629ec3b-913b-4d00-8f64-0b2c651ac397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.563932] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.564118] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.567031] env[62225]: INFO nova.compute.manager [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Terminating instance [ 654.570371] env[62225]: DEBUG nova.compute.manager [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 654.570572] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 654.571439] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2568c2db-31c8-4986-b69d-c3bc7426b2ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.580327] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 654.580608] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6960ca5e-71f2-436b-b55e-6d79d96ebc03 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.667857] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 654.668104] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 654.668299] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleting the datastore file [datastore2] f629ec3b-913b-4d00-8f64-0b2c651ac397 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.668773] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-594c6ce1-d44e-4fdc-a8a9-be848802f414 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.681339] env[62225]: DEBUG oslo_vmware.api [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 654.681339] env[62225]: value = "task-677293" [ 654.681339] env[62225]: _type = "Task" [ 654.681339] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.692615] env[62225]: DEBUG oslo_vmware.api [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.701952] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.702234] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 654.705365] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.090s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.709817] env[62225]: INFO nova.compute.claims [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.742180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "f3f3010a-3ee4-4561-9734-041c24b15e90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.742180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.742180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.742180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.742180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.749347] env[62225]: INFO nova.compute.manager [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Terminating instance [ 654.752423] env[62225]: DEBUG nova.compute.manager [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 654.752667] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 654.753622] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc1cfd2-0102-464c-b5eb-7f0f6c76f866 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.766669] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 654.771542] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1cd99ba-7023-48d7-9691-1a156f19e49b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.773971] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.781244] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 654.781244] env[62225]: value = "task-677294" [ 654.781244] env[62225]: _type = "Task" [ 654.781244] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.784537] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598659} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.787685] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] dc7ad4b6-dcee-406d-999e-f520dca5a976/dc7ad4b6-dcee-406d-999e-f520dca5a976.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 654.787924] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.788214] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0af23e24-28a7-4748-af13-51a57e9680ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.796757] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.798328] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 654.798328] env[62225]: value = "task-677295" [ 654.798328] env[62225]: _type = "Task" [ 654.798328] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.811263] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.818029] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.195521] env[62225]: DEBUG oslo_vmware.api [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.214327] env[62225]: DEBUG nova.compute.utils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.215723] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 655.216446] env[62225]: DEBUG nova.network.neutron [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 655.261555] env[62225]: DEBUG oslo_vmware.api [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677290, 'name': PowerOnVM_Task, 'duration_secs': 0.715053} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.261891] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 655.262016] env[62225]: INFO nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Took 9.31 seconds to spawn the instance on the hypervisor. [ 655.262208] env[62225]: DEBUG nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 655.263092] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960bc997-b61c-4821-9f71-b43d54a6a040 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.293987] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.311285] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074072} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.311432] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.313093] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317ab26a-e205-46bb-8404-87cbde70ed42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.321645] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.342389] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] dc7ad4b6-dcee-406d-999e-f520dca5a976/dc7ad4b6-dcee-406d-999e-f520dca5a976.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.343346] env[62225]: DEBUG nova.network.neutron [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Successfully updated port: b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.345655] env[62225]: DEBUG nova.policy [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd362d64fc5064a99a2dca17607aa4443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79cd51aab1784ff891ced2b17d01edc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 655.347243] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9368ac4-e1e5-4d5f-8b52-a47896e24f4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.370233] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 655.370233] env[62225]: value = "task-677296" [ 655.370233] env[62225]: _type = "Task" [ 655.370233] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.380966] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.705591] env[62225]: DEBUG oslo_vmware.api [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575767} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.707593] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.707923] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 655.708174] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 655.708466] env[62225]: INFO nova.compute.manager [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.708803] env[62225]: DEBUG oslo.service.loopingcall [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.710281] env[62225]: DEBUG nova.compute.manager [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Received event network-changed-df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 655.710666] env[62225]: DEBUG nova.compute.manager [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Refreshing instance network info cache due to event network-changed-df08a07b-8a17-4836-9fee-f4109ae08fde. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 655.710992] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] Acquiring lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.711277] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] Acquired lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.711509] env[62225]: DEBUG nova.network.neutron [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Refreshing network info cache for port df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 655.716461] env[62225]: DEBUG nova.compute.manager [-] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 655.716746] env[62225]: DEBUG nova.network.neutron [-] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 655.728177] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 655.788950] env[62225]: INFO nova.compute.manager [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Took 39.62 seconds to build instance. [ 655.804926] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677294, 'name': PowerOffVM_Task, 'duration_secs': 1.004434} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.814760] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 655.814975] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 655.815578] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0391e1ae-487a-4bf7-a63f-2a110dc97ca8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.825608] env[62225]: DEBUG oslo_vmware.api [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677291, 'name': ReconfigVM_Task, 'duration_secs': 1.205381} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.827428] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163244', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'name': 'volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9b09b54-cebc-4381-bb2d-48b557dc9da9', 'attached_at': '', 'detached_at': '', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'serial': '74a1308e-9049-4ea3-a7e9-5ac7455bf740'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 655.865207] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.865457] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.865600] env[62225]: DEBUG nova.network.neutron [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 655.886421] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677296, 'name': ReconfigVM_Task, 'duration_secs': 0.366968} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.889286] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Reconfigured VM instance instance-00000020 to attach disk [datastore2] dc7ad4b6-dcee-406d-999e-f520dca5a976/dc7ad4b6-dcee-406d-999e-f520dca5a976.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.891352] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b71eacd-a7b3-4e21-a2a3-2127c6206ad0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.900149] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 655.900149] env[62225]: value = "task-677298" [ 655.900149] env[62225]: _type = "Task" [ 655.900149] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.916827] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677298, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.952134] env[62225]: DEBUG nova.network.neutron [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Successfully created port: 9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.990134] env[62225]: DEBUG nova.compute.manager [req-efc1e0e3-e757-45e3-b5a6-05673c86231f req-5f4db56e-5dec-4b33-8e1a-23bb5cf6f6eb service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-vif-plugged-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 655.990977] env[62225]: DEBUG oslo_concurrency.lockutils [req-efc1e0e3-e757-45e3-b5a6-05673c86231f req-5f4db56e-5dec-4b33-8e1a-23bb5cf6f6eb service nova] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.990977] env[62225]: DEBUG oslo_concurrency.lockutils [req-efc1e0e3-e757-45e3-b5a6-05673c86231f req-5f4db56e-5dec-4b33-8e1a-23bb5cf6f6eb service nova] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.990977] env[62225]: DEBUG oslo_concurrency.lockutils [req-efc1e0e3-e757-45e3-b5a6-05673c86231f req-5f4db56e-5dec-4b33-8e1a-23bb5cf6f6eb service nova] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.990977] env[62225]: DEBUG nova.compute.manager [req-efc1e0e3-e757-45e3-b5a6-05673c86231f req-5f4db56e-5dec-4b33-8e1a-23bb5cf6f6eb service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] No waiting events found dispatching network-vif-plugged-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 655.998366] env[62225]: WARNING nova.compute.manager [req-efc1e0e3-e757-45e3-b5a6-05673c86231f req-5f4db56e-5dec-4b33-8e1a-23bb5cf6f6eb service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received unexpected event network-vif-plugged-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca for instance with vm_state building and task_state spawning. [ 656.111864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.116261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.298031] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39eada7a-e50f-4069-ae1f-d6b2d6954536 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.559s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.401110] env[62225]: DEBUG nova.network.neutron [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 656.417603] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677298, 'name': Rename_Task, 'duration_secs': 0.158247} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.417884] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 656.418345] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea284713-be8a-4e16-a2e3-19426cc6079a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.434701] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 656.434701] env[62225]: value = "task-677299" [ 656.434701] env[62225]: _type = "Task" [ 656.434701] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.449041] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.457124] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f264427-5510-4045-bd85-8fa7b9efa625 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.465692] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61aaf60-88b4-42c0-9f17-5eb7699d0f7a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.511362] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c2cf1-a55c-483e-a071-646650a2f545 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.524367] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3439c8-f88d-4f27-ae8b-ea83b1e09604 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.540866] env[62225]: DEBUG nova.compute.provider_tree [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.564894] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 656.565529] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 656.565676] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Deleting the datastore file [datastore2] f3f3010a-3ee4-4561-9734-041c24b15e90 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.565976] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce804b9e-541e-4025-8eda-b57d376a3daa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.575021] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 656.575021] env[62225]: value = "task-677300" [ 656.575021] env[62225]: _type = "Task" [ 656.575021] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.586009] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.748824] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 656.749877] env[62225]: DEBUG nova.network.neutron [-] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.790020] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 656.790020] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 656.790020] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.790020] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 656.790020] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.790452] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 656.791045] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 656.791408] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 656.791822] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 656.794025] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 656.794025] env[62225]: DEBUG nova.virt.hardware [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.794354] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89838918-a1f4-4747-af2a-8739a4e46014 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.804687] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 656.808594] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2cd98e-2e1f-4d1f-948d-2f0d8dc96ea9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.894607] env[62225]: DEBUG nova.objects.instance [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lazy-loading 'flavor' on Instance uuid d9b09b54-cebc-4381-bb2d-48b557dc9da9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.911700] env[62225]: DEBUG nova.network.neutron [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.924115] env[62225]: DEBUG nova.network.neutron [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updated VIF entry in instance network info cache for port df08a07b-8a17-4836-9fee-f4109ae08fde. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 656.924634] env[62225]: DEBUG nova.network.neutron [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updating instance_info_cache with network_info: [{"id": "df08a07b-8a17-4836-9fee-f4109ae08fde", "address": "fa:16:3e:74:cb:93", "network": {"id": "92b3b0b5-e149-4013-a94c-53b810470124", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308366101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3743ec6b243198319b51d8270deb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf08a07b-8a", "ovs_interfaceid": "df08a07b-8a17-4836-9fee-f4109ae08fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.950138] env[62225]: DEBUG oslo_vmware.api [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677299, 'name': PowerOnVM_Task, 'duration_secs': 0.498869} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.950506] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 656.950755] env[62225]: INFO nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Took 8.05 seconds to spawn the instance on the hypervisor. [ 656.951053] env[62225]: DEBUG nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 656.951994] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55c15e-8259-459e-91d1-d2e6d54ba1b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.047324] env[62225]: DEBUG nova.scheduler.client.report [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 657.086133] env[62225]: DEBUG oslo_vmware.api [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251845} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.086600] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.086872] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 657.087140] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 657.087782] env[62225]: INFO nova.compute.manager [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Took 2.33 seconds to destroy the instance on the hypervisor. [ 657.087782] env[62225]: DEBUG oslo.service.loopingcall [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.087910] env[62225]: DEBUG nova.compute.manager [-] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 657.088696] env[62225]: DEBUG nova.network.neutron [-] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 657.253906] env[62225]: INFO nova.compute.manager [-] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Took 1.54 seconds to deallocate network for instance. [ 657.340092] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.402064] env[62225]: DEBUG oslo_concurrency.lockutils [None req-571cce1c-7ddb-4904-a805-431759d69499 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.985s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.412206] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.412301] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Instance network_info: |[{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 657.413398] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:b6:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0d00ae8-d168-4852-adb0-cd6c6d1e5bca', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.422243] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Creating folder: Project (45eecc7a3fa444e59387ec9ca514a5ea). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 657.426141] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad61847-46ec-48e2-bccc-230b615cc2d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.427207] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae387e0e-c350-483e-b448-34135f1dcc56 req-5e991d3d-78b4-44ea-9f7b-4ca27f74267c service nova] Releasing lock "refresh_cache-053ca8ea-7808-4f1c-b982-a16a03ed2331" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.442116] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Created folder: Project (45eecc7a3fa444e59387ec9ca514a5ea) in parent group-v163168. [ 657.442116] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Creating folder: Instances. Parent ref: group-v163251. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 657.442538] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49d24458-81b5-4723-80b5-fe32e103cbf2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.456779] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Created folder: Instances in parent group-v163251. [ 657.457073] env[62225]: DEBUG oslo.service.loopingcall [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.457308] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 657.460536] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5a1b01-b493-4101-94c6-5f413650f2b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.483459] env[62225]: INFO nova.compute.manager [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Took 38.84 seconds to build instance. [ 657.487165] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.487165] env[62225]: value = "task-677303" [ 657.487165] env[62225]: _type = "Task" [ 657.487165] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.497033] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677303, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.551014] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.551670] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 657.557040] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.916s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.557838] env[62225]: DEBUG nova.objects.instance [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lazy-loading 'resources' on Instance uuid b1f1769c-2911-449f-a5ef-911f179e4813 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.761326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.988632] env[62225]: DEBUG oslo_concurrency.lockutils [None req-151f40c1-08b0-42c5-99a3-caca452ad322 tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.499s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.005476] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677303, 'name': CreateVM_Task, 'duration_secs': 0.404732} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.005476] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 658.007559] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.007559] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.007559] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.008324] env[62225]: DEBUG nova.network.neutron [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Successfully updated port: 9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.009984] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a44825-f4eb-4283-9843-e8d0914b593c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.018692] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 658.018692] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528397c7-cde9-76b8-81a8-866f41ee06d9" [ 658.018692] env[62225]: _type = "Task" [ 658.018692] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.033450] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528397c7-cde9-76b8-81a8-866f41ee06d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.066770] env[62225]: DEBUG nova.compute.utils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.068334] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 658.068468] env[62225]: DEBUG nova.network.neutron [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 658.161269] env[62225]: DEBUG nova.policy [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd362d64fc5064a99a2dca17607aa4443', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79cd51aab1784ff891ced2b17d01edc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 658.211812] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.213028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.213300] env[62225]: INFO nova.compute.manager [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Shelving [ 658.280067] env[62225]: DEBUG nova.network.neutron [-] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.448369] env[62225]: DEBUG nova.network.neutron [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Successfully created port: 992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.496733] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 658.510905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "refresh_cache-d44cd37e-42ae-45af-b853-d34441ddf09d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.510905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired lock "refresh_cache-d44cd37e-42ae-45af-b853-d34441ddf09d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.511066] env[62225]: DEBUG nova.network.neutron [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 658.537698] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528397c7-cde9-76b8-81a8-866f41ee06d9, 'name': SearchDatastore_Task, 'duration_secs': 0.05198} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.538038] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.538262] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.538992] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.538992] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.538992] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.539306] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c42074aa-3a40-4f8a-8bab-5627b86fdd27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.554109] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.555026] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 658.555360] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f904a3ec-b779-4982-a136-d6ebc7804aa5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.566020] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 658.566020] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ad747-5a4c-64f3-c042-2a35b0ebf52f" [ 658.566020] env[62225]: _type = "Task" [ 658.566020] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.574376] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ad747-5a4c-64f3-c042-2a35b0ebf52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.576071] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 658.657973] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a3591-2c15-4846-a955-7df2bcf1860d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.673709] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ede0b4-2241-4e3f-a408-ab892a0c18de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.711227] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be4aeb6-a396-4e6a-ab2e-6113321bfa12 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.724309] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a66079-12a2-4ce9-9ffb-210a6f641346 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.729704] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 658.730855] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa359461-d1f2-4250-97de-8ab6850dc230 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.753593] env[62225]: DEBUG nova.compute.provider_tree [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.756480] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 658.756480] env[62225]: value = "task-677304" [ 658.756480] env[62225]: _type = "Task" [ 658.756480] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.767102] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.769425] env[62225]: DEBUG nova.compute.manager [req-190bb404-67a3-4278-9ed4-30a05469b131 req-e45430f0-b480-4125-8d33-3be9d77814f9 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Received event network-vif-plugged-9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 658.769425] env[62225]: DEBUG oslo_concurrency.lockutils [req-190bb404-67a3-4278-9ed4-30a05469b131 req-e45430f0-b480-4125-8d33-3be9d77814f9 service nova] Acquiring lock "d44cd37e-42ae-45af-b853-d34441ddf09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.769425] env[62225]: DEBUG oslo_concurrency.lockutils [req-190bb404-67a3-4278-9ed4-30a05469b131 req-e45430f0-b480-4125-8d33-3be9d77814f9 service nova] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.769886] env[62225]: DEBUG oslo_concurrency.lockutils [req-190bb404-67a3-4278-9ed4-30a05469b131 req-e45430f0-b480-4125-8d33-3be9d77814f9 service nova] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.769886] env[62225]: DEBUG nova.compute.manager [req-190bb404-67a3-4278-9ed4-30a05469b131 req-e45430f0-b480-4125-8d33-3be9d77814f9 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] No waiting events found dispatching network-vif-plugged-9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 658.769886] env[62225]: WARNING nova.compute.manager [req-190bb404-67a3-4278-9ed4-30a05469b131 req-e45430f0-b480-4125-8d33-3be9d77814f9 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Received unexpected event network-vif-plugged-9362ab46-85bd-4bbf-ac66-4f14bca3ec39 for instance with vm_state building and task_state spawning. [ 658.782826] env[62225]: INFO nova.compute.manager [-] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Took 1.69 seconds to deallocate network for instance. [ 658.946363] env[62225]: DEBUG nova.compute.manager [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-changed-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 658.946560] env[62225]: DEBUG nova.compute.manager [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Refreshing instance network info cache due to event network-changed-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 658.946939] env[62225]: DEBUG oslo_concurrency.lockutils [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] Acquiring lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.947143] env[62225]: DEBUG oslo_concurrency.lockutils [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] Acquired lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.947322] env[62225]: DEBUG nova.network.neutron [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Refreshing network info cache for port b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 659.025701] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.055222] env[62225]: DEBUG nova.network.neutron [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 659.079078] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ad747-5a4c-64f3-c042-2a35b0ebf52f, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.079709] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd859597-6f34-4bed-9d79-72acd6a24c14 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.089065] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 659.089065] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f8108f-02b7-fa72-8893-1457621f9c85" [ 659.089065] env[62225]: _type = "Task" [ 659.089065] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.098723] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f8108f-02b7-fa72-8893-1457621f9c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.256592] env[62225]: DEBUG nova.network.neutron [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Updating instance_info_cache with network_info: [{"id": "9362ab46-85bd-4bbf-ac66-4f14bca3ec39", "address": "fa:16:3e:a1:40:85", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9362ab46-85", "ovs_interfaceid": "9362ab46-85bd-4bbf-ac66-4f14bca3ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.262202] env[62225]: DEBUG nova.scheduler.client.report [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 659.271680] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677304, 'name': PowerOffVM_Task, 'duration_secs': 0.364899} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.271680] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 659.272665] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a01984-d525-4ab4-8d80-3f0517545671 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.295495] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.296724] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef9efb-40b8-476f-b368-ac50e28f573a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.589997] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 659.602350] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f8108f-02b7-fa72-8893-1457621f9c85, 'name': SearchDatastore_Task, 'duration_secs': 0.021921} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.602635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.603992] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4/9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 659.603992] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09479ce6-aa1f-48f9-abe0-25d0f0a72bca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.612096] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 659.612096] env[62225]: value = "task-677305" [ 659.612096] env[62225]: _type = "Task" [ 659.612096] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.618935] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 659.619291] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 659.619501] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.619711] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 659.619918] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.620072] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 659.620349] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 659.620562] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 659.620785] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 659.621035] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 659.621296] env[62225]: DEBUG nova.virt.hardware [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.622298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f7d789-a060-4b18-b5ae-26c402acf6d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.628363] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.637272] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb7ccb-8fb2-4969-80a5-52689616e647 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.743600] env[62225]: DEBUG nova.network.neutron [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updated VIF entry in instance network info cache for port b0d00ae8-d168-4852-adb0-cd6c6d1e5bca. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 659.743996] env[62225]: DEBUG nova.network.neutron [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.765625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Releasing lock "refresh_cache-d44cd37e-42ae-45af-b853-d34441ddf09d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.765625] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Instance network_info: |[{"id": "9362ab46-85bd-4bbf-ac66-4f14bca3ec39", "address": "fa:16:3e:a1:40:85", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9362ab46-85", "ovs_interfaceid": "9362ab46-85bd-4bbf-ac66-4f14bca3ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 659.765625] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:40:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9362ab46-85bd-4bbf-ac66-4f14bca3ec39', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.772609] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating folder: Project (79cd51aab1784ff891ced2b17d01edc8). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 659.772609] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.774932] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b10290-9c80-4cf6-b33e-073a2facd60a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.777144] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.023s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.779670] env[62225]: INFO nova.compute.claims [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.794176] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Created folder: Project (79cd51aab1784ff891ced2b17d01edc8) in parent group-v163168. [ 659.794176] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating folder: Instances. Parent ref: group-v163254. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 659.794176] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a183069b-d646-4692-a1d6-1f3ecc166b08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.807021] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Created folder: Instances in parent group-v163254. [ 659.807021] env[62225]: DEBUG oslo.service.loopingcall [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.807021] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 659.807021] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c0348e8-6f7f-4a71-b86e-4c2be403d8ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.824517] env[62225]: INFO nova.scheduler.client.report [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Deleted allocations for instance b1f1769c-2911-449f-a5ef-911f179e4813 [ 659.828973] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 659.832098] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4dec6f3-36ba-409b-9790-0674202b4db4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.841482] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 659.841482] env[62225]: value = "task-677309" [ 659.841482] env[62225]: _type = "Task" [ 659.841482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.843105] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.843105] env[62225]: value = "task-677308" [ 659.843105] env[62225]: _type = "Task" [ 659.843105] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.857539] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677308, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.860856] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.007268] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "dc7ad4b6-dcee-406d-999e-f520dca5a976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.007268] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.007268] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "dc7ad4b6-dcee-406d-999e-f520dca5a976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.007433] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.008056] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.011359] env[62225]: INFO nova.compute.manager [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Terminating instance [ 660.013509] env[62225]: DEBUG nova.compute.manager [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 660.014275] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 660.014717] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90590778-1220-4612-98e0-63c4f3b2b684 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.025382] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 660.025720] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f6f2d4-0b34-4823-9670-95952896260f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.034930] env[62225]: DEBUG oslo_vmware.api [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 660.034930] env[62225]: value = "task-677310" [ 660.034930] env[62225]: _type = "Task" [ 660.034930] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.051185] env[62225]: DEBUG oslo_vmware.api [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.124327] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.237813] env[62225]: DEBUG oslo_concurrency.lockutils [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.238144] env[62225]: DEBUG oslo_concurrency.lockutils [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.247341] env[62225]: DEBUG oslo_concurrency.lockutils [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] Releasing lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.247617] env[62225]: DEBUG nova.compute.manager [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Received event network-vif-deleted-0f589aab-1ca4-45e0-9ba5-83cf1d395391 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 660.247817] env[62225]: DEBUG nova.compute.manager [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-vif-deleted-d22b990b-dfec-4861-966f-4a29e0ad18ed {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 660.248012] env[62225]: DEBUG nova.compute.manager [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-vif-deleted-61825eea-b358-4264-8fe0-a3bd7ee03137 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 660.248195] env[62225]: DEBUG nova.compute.manager [req-421188e4-161f-4070-a8a3-a9d3ebcb40d5 req-ac2b346b-dcc8-44ae-b3f4-cbeec2e29d41 service nova] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Received event network-vif-deleted-193646e7-c02b-4f8f-b7a9-39683f7b3ddf {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 660.259592] env[62225]: DEBUG nova.network.neutron [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Successfully updated port: 992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.339988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a3184878-b1a3-431a-a995-9e5e52880ad1 tempest-ListServerFiltersTestJSON-547375986 tempest-ListServerFiltersTestJSON-547375986-project-member] Lock "b1f1769c-2911-449f-a5ef-911f179e4813" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.734s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.353381] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677309, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.363586] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677308, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.545612] env[62225]: DEBUG oslo_vmware.api [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677310, 'name': PowerOffVM_Task, 'duration_secs': 0.235381} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.545612] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 660.545713] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 660.546036] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-756ac803-98c1-4d7c-8c84-e672ca77ca20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.630034] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603681} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.632816] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4/9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 660.632816] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.632816] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a266a143-ccb5-4d6c-8482-440263e69122 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.640892] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 660.640892] env[62225]: value = "task-677312" [ 660.640892] env[62225]: _type = "Task" [ 660.640892] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.649652] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.744220] env[62225]: INFO nova.compute.manager [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Detaching volume 74a1308e-9049-4ea3-a7e9-5ac7455bf740 [ 660.765544] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "refresh_cache-a411242c-6a85-49aa-bf09-5af2dbe3801b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.765544] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired lock "refresh_cache-a411242c-6a85-49aa-bf09-5af2dbe3801b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.765544] env[62225]: DEBUG nova.network.neutron [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 660.770482] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 660.770482] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 660.770482] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Deleting the datastore file [datastore2] dc7ad4b6-dcee-406d-999e-f520dca5a976 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.770482] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26d2177c-f489-4571-bb00-5b5ae0db9c43 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.777742] env[62225]: DEBUG oslo_vmware.api [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for the task: (returnval){ [ 660.777742] env[62225]: value = "task-677313" [ 660.777742] env[62225]: _type = "Task" [ 660.777742] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.786906] env[62225]: DEBUG oslo_vmware.api [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.787994] env[62225]: INFO nova.virt.block_device [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Attempting to driver detach volume 74a1308e-9049-4ea3-a7e9-5ac7455bf740 from mountpoint /dev/sdb [ 660.788215] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 660.788402] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163244', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'name': 'volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9b09b54-cebc-4381-bb2d-48b557dc9da9', 'attached_at': '', 'detached_at': '', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'serial': '74a1308e-9049-4ea3-a7e9-5ac7455bf740'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 660.791799] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127242c-0ec8-423c-a4b7-b865085609b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.819023] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604bb901-0053-4bca-be28-3bad8fee3ec8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.827725] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed7fd93-11a4-4240-8eed-0457aac7786c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.858323] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a964283-f1b2-40e7-bdc2-af78c3e787f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.871522] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677308, 'name': CreateVM_Task, 'duration_secs': 0.540659} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.885973] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 660.886734] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] The volume has not been displaced from its original location: [datastore2] volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740/volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 660.892734] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 660.892734] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677309, 'name': CreateSnapshot_Task, 'duration_secs': 0.968805} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.898193] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.898431] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.898696] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.899260] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f2b102-c791-4620-ab87-6c4a42dbf074 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.913920] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 660.914674] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c23131-2f96-4395-897e-b3e1e7d13c16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.917496] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dd39d3-8add-451a-9fce-d29adf860981 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.927128] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 660.927128] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526d4371-2589-d721-75d8-71c3bf6f9b1a" [ 660.927128] env[62225]: _type = "Task" [ 660.927128] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.937018] env[62225]: DEBUG oslo_vmware.api [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Waiting for the task: (returnval){ [ 660.937018] env[62225]: value = "task-677314" [ 660.937018] env[62225]: _type = "Task" [ 660.937018] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.945688] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526d4371-2589-d721-75d8-71c3bf6f9b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.948932] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.949255] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.949498] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.949649] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.949838] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.950130] env[62225]: DEBUG oslo_vmware.api [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.952772] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3400b525-3604-488a-8e2e-b5cdea2d0af3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.963473] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.963703] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 660.964496] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3331faa5-90cf-4126-b293-aafdae078d96 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.976482] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 660.976482] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e58dd0-9b39-7dda-0a8b-8b5357f2e122" [ 660.976482] env[62225]: _type = "Task" [ 660.976482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.987482] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e58dd0-9b39-7dda-0a8b-8b5357f2e122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.090312] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Received event network-changed-9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 661.090513] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Refreshing instance network info cache due to event network-changed-9362ab46-85bd-4bbf-ac66-4f14bca3ec39. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 661.090729] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquiring lock "refresh_cache-d44cd37e-42ae-45af-b853-d34441ddf09d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.090875] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquired lock "refresh_cache-d44cd37e-42ae-45af-b853-d34441ddf09d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091050] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Refreshing network info cache for port 9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 661.153409] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091361} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.153709] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.154516] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7facd0-632e-46ac-a744-5a03c259f2a4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.180203] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4/9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.183332] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e059a4a6-256a-4722-bbfe-1f193fc68f4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.205899] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 661.205899] env[62225]: value = "task-677315" [ 661.205899] env[62225]: _type = "Task" [ 661.205899] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.215657] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.290796] env[62225]: DEBUG oslo_vmware.api [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Task: {'id': task-677313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189614} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.290984] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.296664] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 661.296664] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 661.296824] env[62225]: INFO nova.compute.manager [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Took 1.28 seconds to destroy the instance on the hypervisor. [ 661.297033] env[62225]: DEBUG oslo.service.loopingcall [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.299591] env[62225]: DEBUG nova.compute.manager [-] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 661.299698] env[62225]: DEBUG nova.network.neutron [-] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 661.305888] env[62225]: DEBUG nova.network.neutron [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 661.370309] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7a380-202b-4c7e-94e7-bea99e7d2ed1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.381817] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec77c0a-f1a3-4e42-918f-ecfe3b6c16cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.416151] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574be5a2-06b3-48fb-ab93-2daa97a1c100 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.430080] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e8b3f-287f-4358-9775-4de63e129675 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.451814] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 661.452425] env[62225]: DEBUG nova.compute.provider_tree [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.453626] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f50e20f1-ebd3-492d-a6a4-7941a03e3b3e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.464788] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 661.464788] env[62225]: value = "task-677316" [ 661.464788] env[62225]: _type = "Task" [ 661.464788] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.467510] env[62225]: DEBUG oslo_vmware.api [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677314, 'name': ReconfigVM_Task, 'duration_secs': 0.323781} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.473018] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 661.477497] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a7b349-2179-4c01-88ee-91b0767de6d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.495569] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677316, 'name': CloneVM_Task} progress is 11%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.502650] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e58dd0-9b39-7dda-0a8b-8b5357f2e122, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.504436] env[62225]: DEBUG oslo_vmware.api [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Waiting for the task: (returnval){ [ 661.504436] env[62225]: value = "task-677317" [ 661.504436] env[62225]: _type = "Task" [ 661.504436] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.505074] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c46a986-fc47-440c-9924-9a9ac36ed1dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.518771] env[62225]: DEBUG oslo_vmware.api [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.520212] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 661.520212] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5263a41e-83c8-feae-1b23-84036947ecc6" [ 661.520212] env[62225]: _type = "Task" [ 661.520212] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.529422] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5263a41e-83c8-feae-1b23-84036947ecc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.554920] env[62225]: DEBUG nova.network.neutron [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Updating instance_info_cache with network_info: [{"id": "992f2052-fa21-432a-abd9-8192f1fb5466", "address": "fa:16:3e:1f:44:60", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992f2052-fa", "ovs_interfaceid": "992f2052-fa21-432a-abd9-8192f1fb5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.718686] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.935295] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Updated VIF entry in instance network info cache for port 9362ab46-85bd-4bbf-ac66-4f14bca3ec39. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 661.935295] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Updating instance_info_cache with network_info: [{"id": "9362ab46-85bd-4bbf-ac66-4f14bca3ec39", "address": "fa:16:3e:a1:40:85", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9362ab46-85", "ovs_interfaceid": "9362ab46-85bd-4bbf-ac66-4f14bca3ec39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.961346] env[62225]: DEBUG nova.scheduler.client.report [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 661.979540] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677316, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.004551] env[62225]: DEBUG nova.compute.manager [req-e1da365f-8050-45fe-ade4-fc352bd66917 req-3dfe2750-a832-49e6-9588-53189a4e71d4 service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Received event network-vif-deleted-fdc53603-14d2-44a6-b539-347ecbb9b107 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 662.004551] env[62225]: INFO nova.compute.manager [req-e1da365f-8050-45fe-ade4-fc352bd66917 req-3dfe2750-a832-49e6-9588-53189a4e71d4 service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Neutron deleted interface fdc53603-14d2-44a6-b539-347ecbb9b107; detaching it from the instance and deleting it from the info cache [ 662.004551] env[62225]: DEBUG nova.network.neutron [req-e1da365f-8050-45fe-ade4-fc352bd66917 req-3dfe2750-a832-49e6-9588-53189a4e71d4 service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.021395] env[62225]: DEBUG oslo_vmware.api [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Task: {'id': task-677317, 'name': ReconfigVM_Task, 'duration_secs': 0.315851} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.024050] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163244', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'name': 'volume-74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9b09b54-cebc-4381-bb2d-48b557dc9da9', 'attached_at': '', 'detached_at': '', 'volume_id': '74a1308e-9049-4ea3-a7e9-5ac7455bf740', 'serial': '74a1308e-9049-4ea3-a7e9-5ac7455bf740'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 662.036854] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5263a41e-83c8-feae-1b23-84036947ecc6, 'name': SearchDatastore_Task, 'duration_secs': 0.015981} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.037159] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.037716] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d44cd37e-42ae-45af-b853-d34441ddf09d/d44cd37e-42ae-45af-b853-d34441ddf09d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 662.037839] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ec0377a-4eff-4aab-b662-198872b7351d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.049425] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 662.049425] env[62225]: value = "task-677318" [ 662.049425] env[62225]: _type = "Task" [ 662.049425] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.058767] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Releasing lock "refresh_cache-a411242c-6a85-49aa-bf09-5af2dbe3801b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.059143] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Instance network_info: |[{"id": "992f2052-fa21-432a-abd9-8192f1fb5466", "address": "fa:16:3e:1f:44:60", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992f2052-fa", "ovs_interfaceid": "992f2052-fa21-432a-abd9-8192f1fb5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 662.059505] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.059756] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:44:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '992f2052-fa21-432a-abd9-8192f1fb5466', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.068700] env[62225]: DEBUG oslo.service.loopingcall [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.068700] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 662.068944] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05a745f7-16a3-4de4-ae77-7259901eb428 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.095692] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.095692] env[62225]: value = "task-677319" [ 662.095692] env[62225]: _type = "Task" [ 662.095692] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.106723] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677319, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.115058] env[62225]: DEBUG nova.network.neutron [-] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.219700] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.438041] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Releasing lock "refresh_cache-d44cd37e-42ae-45af-b853-d34441ddf09d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.438603] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Received event network-changed-61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 662.438949] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Refreshing instance network info cache due to event network-changed-61ce7131-9b09-4e1b-88e4-ba3614a2e05b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 662.439360] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.439659] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.439979] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Refreshing network info cache for port 61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 662.467822] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.468591] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 662.475962] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.305s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.478212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.478866] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 662.478986] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.215s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.479236] env[62225]: DEBUG nova.objects.instance [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 662.487017] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6669363-0b8f-4495-a9f2-0bb0dd2484f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.509189] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088bbb7b-7242-40f2-bb06-4063f7bc8b6b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.515093] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677316, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.517293] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd0b3731-20a0-4f17-bc59-502c50a34eea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.535971] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096da1d4-9c90-4c0c-a2da-e9e16a876bcd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.548279] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c9ada-eeff-4be9-a8c9-9105cb80506d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.567612] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54136c41-751d-4023-8d29-686b06725790 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.571214] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677318, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.582702] env[62225]: DEBUG nova.compute.manager [req-e1da365f-8050-45fe-ade4-fc352bd66917 req-3dfe2750-a832-49e6-9588-53189a4e71d4 service nova] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Detach interface failed, port_id=fdc53603-14d2-44a6-b539-347ecbb9b107, reason: Instance dc7ad4b6-dcee-406d-999e-f520dca5a976 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 662.620644] env[62225]: INFO nova.compute.manager [-] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Took 1.32 seconds to deallocate network for instance. [ 662.621112] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180362MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 662.621112] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.627058] env[62225]: DEBUG nova.objects.instance [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lazy-loading 'flavor' on Instance uuid d9b09b54-cebc-4381-bb2d-48b557dc9da9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.639027] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677319, 'name': CreateVM_Task, 'duration_secs': 0.367231} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.639027] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 662.639027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.639027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.639027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.639027] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec793e0-9364-4aca-bdca-885397786f57 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.645152] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 662.645152] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52617a9f-c9d8-a375-b717-7397a5c1c8f0" [ 662.645152] env[62225]: _type = "Task" [ 662.645152] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.655099] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52617a9f-c9d8-a375-b717-7397a5c1c8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.718632] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677315, 'name': ReconfigVM_Task, 'duration_secs': 1.290135} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.719370] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4/9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.720347] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ab1308b-425c-4b5a-9032-387668220cc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.729570] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 662.729570] env[62225]: value = "task-677320" [ 662.729570] env[62225]: _type = "Task" [ 662.729570] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.740250] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677320, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.978655] env[62225]: DEBUG nova.compute.utils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.980842] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 662.980842] env[62225]: DEBUG nova.network.neutron [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 663.006796] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677316, 'name': CloneVM_Task, 'duration_secs': 1.48439} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.007480] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Created linked-clone VM from snapshot [ 663.009274] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f303c59f-bb13-45f0-bf50-d407dc05e31d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.027663] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Uploading image b2c1dcab-9dea-45a6-82da-10d07a4895c4 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 663.056664] env[62225]: DEBUG nova.policy [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd17f1f1a98d241a7ad013b5adcf99eff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0138cd40cb7c43a09ca45937c766e41c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 663.062927] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 663.062927] env[62225]: value = "vm-163258" [ 663.062927] env[62225]: _type = "VirtualMachine" [ 663.062927] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 663.063894] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40f63a10-0fd2-439a-bcc8-a27347f4ceed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.071630] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520361} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.073230] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d44cd37e-42ae-45af-b853-d34441ddf09d/d44cd37e-42ae-45af-b853-d34441ddf09d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 663.073498] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.073888] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease: (returnval){ [ 663.073888] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528478bf-748d-af7d-168c-7bca41b9897e" [ 663.073888] env[62225]: _type = "HttpNfcLease" [ 663.073888] env[62225]: } obtained for exporting VM: (result){ [ 663.073888] env[62225]: value = "vm-163258" [ 663.073888] env[62225]: _type = "VirtualMachine" [ 663.073888] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 663.074594] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the lease: (returnval){ [ 663.074594] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528478bf-748d-af7d-168c-7bca41b9897e" [ 663.074594] env[62225]: _type = "HttpNfcLease" [ 663.074594] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 663.074594] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f877e2a9-c81d-4059-8a73-c17dc1a4da2a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.086394] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 663.086394] env[62225]: value = "task-677322" [ 663.086394] env[62225]: _type = "Task" [ 663.086394] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.088157] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.088157] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528478bf-748d-af7d-168c-7bca41b9897e" [ 663.088157] env[62225]: _type = "HttpNfcLease" [ 663.088157] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 663.091204] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 663.091204] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528478bf-748d-af7d-168c-7bca41b9897e" [ 663.091204] env[62225]: _type = "HttpNfcLease" [ 663.091204] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 663.092039] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f32f718-3a49-4668-89aa-67e466a771cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.100398] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.103718] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e796f2-6e70-244f-a840-bef1eac8882d/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 663.103973] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e796f2-6e70-244f-a840-bef1eac8882d/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 663.170893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.190767] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52617a9f-c9d8-a375-b717-7397a5c1c8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.191669] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.191914] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.192164] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.192313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.192493] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.192983] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94fc2a4a-99fa-4175-bd7c-a10a6698290c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.202895] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.202895] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 663.203033] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7baa3bdb-fbf2-4233-91c9-5eea82fe2931 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.209573] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 663.209573] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526916bc-35fa-5ed0-875d-ae2de80a3d04" [ 663.209573] env[62225]: _type = "Task" [ 663.209573] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.217746] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79d54ac6-0fb6-428d-8632-372ab1a6809b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.227711] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526916bc-35fa-5ed0-875d-ae2de80a3d04, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.228517] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a003cbc4-efa5-4791-a571-64bcd810d93e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.239049] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 663.239049] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fad7f1-5d71-af7c-2b87-503d461c3a63" [ 663.239049] env[62225]: _type = "Task" [ 663.239049] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.243322] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677320, 'name': Rename_Task, 'duration_secs': 0.325735} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.247204] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 663.247204] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a8b928-661d-4f7b-8226-8ba45e9ab135 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.253247] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fad7f1-5d71-af7c-2b87-503d461c3a63, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.258847] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.259140] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] a411242c-6a85-49aa-bf09-5af2dbe3801b/a411242c-6a85-49aa-bf09-5af2dbe3801b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 663.259466] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 663.259466] env[62225]: value = "task-677323" [ 663.259466] env[62225]: _type = "Task" [ 663.259466] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.259871] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c786676-f048-4d9b-a7ba-351dfb666953 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.270310] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.271582] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 663.271582] env[62225]: value = "task-677324" [ 663.271582] env[62225]: _type = "Task" [ 663.271582] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.331519] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updated VIF entry in instance network info cache for port 61ce7131-9b09-4e1b-88e4-ba3614a2e05b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 663.331902] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.476971] env[62225]: DEBUG nova.network.neutron [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Successfully created port: 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.484715] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 663.499240] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17275dd0-b6b2-4b70-9330-543e194397af tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.500046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.462s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.501754] env[62225]: INFO nova.compute.claims [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.600586] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.600994] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.601903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c7c67-cd21-4467-bbd3-2ae06e33ae5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.629812] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] d44cd37e-42ae-45af-b853-d34441ddf09d/d44cd37e-42ae-45af-b853-d34441ddf09d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.630234] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e290c33-424a-414c-b57d-1d779117a92c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.655342] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 663.655342] env[62225]: value = "task-677326" [ 663.655342] env[62225]: _type = "Task" [ 663.655342] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.666319] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.684047] env[62225]: DEBUG oslo_concurrency.lockutils [None req-32a7df02-d138-4871-b928-3aef8386e429 tempest-VolumesAssistedSnapshotsTest-1827788689 tempest-VolumesAssistedSnapshotsTest-1827788689-project-admin] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.445s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.781772] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.788617] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.835450] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.835997] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Received event network-vif-plugged-992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 663.836481] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquiring lock "a411242c-6a85-49aa-bf09-5af2dbe3801b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.836481] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.837439] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.837439] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] No waiting events found dispatching network-vif-plugged-992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 663.837439] env[62225]: WARNING nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Received unexpected event network-vif-plugged-992f2052-fa21-432a-abd9-8192f1fb5466 for instance with vm_state building and task_state spawning. [ 663.837439] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Received event network-changed-992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 663.837439] env[62225]: DEBUG nova.compute.manager [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Refreshing instance network info cache due to event network-changed-992f2052-fa21-432a-abd9-8192f1fb5466. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 663.837947] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquiring lock "refresh_cache-a411242c-6a85-49aa-bf09-5af2dbe3801b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.838821] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Acquired lock "refresh_cache-a411242c-6a85-49aa-bf09-5af2dbe3801b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.838821] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Refreshing network info cache for port 992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 664.166715] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.275917] env[62225]: DEBUG oslo_vmware.api [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677323, 'name': PowerOnVM_Task, 'duration_secs': 0.66908} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.279429] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 664.280064] env[62225]: INFO nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Took 10.34 seconds to spawn the instance on the hypervisor. [ 664.280331] env[62225]: DEBUG nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 664.281543] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e71eaa-05ea-4eb2-8f1d-17408c56a314 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.296739] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536035} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.298423] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] a411242c-6a85-49aa-bf09-5af2dbe3801b/a411242c-6a85-49aa-bf09-5af2dbe3801b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 664.299063] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.299063] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2118bd79-9bdd-4eba-ac7e-e656a1e2b481 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.307445] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 664.307445] env[62225]: value = "task-677327" [ 664.307445] env[62225]: _type = "Task" [ 664.307445] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.318559] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.501206] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 664.535557] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 664.535557] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 664.535731] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.535885] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 664.536175] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.536545] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 664.541227] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 664.541424] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 664.541661] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 664.542023] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 664.542414] env[62225]: DEBUG nova.virt.hardware [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.543518] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a706434-12fe-4f25-8f0a-28283fe27ab3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.559953] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197cdf73-e603-42cc-99f9-64444abca148 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.669168] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677326, 'name': ReconfigVM_Task, 'duration_secs': 0.533364} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.669591] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] d44cd37e-42ae-45af-b853-d34441ddf09d/d44cd37e-42ae-45af-b853-d34441ddf09d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.670322] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71961885-57f0-4441-bf57-c1a4f17cabc6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.686857] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 664.686857] env[62225]: value = "task-677328" [ 664.686857] env[62225]: _type = "Task" [ 664.686857] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.688074] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Updated VIF entry in instance network info cache for port 992f2052-fa21-432a-abd9-8192f1fb5466. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 664.688641] env[62225]: DEBUG nova.network.neutron [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Updating instance_info_cache with network_info: [{"id": "992f2052-fa21-432a-abd9-8192f1fb5466", "address": "fa:16:3e:1f:44:60", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992f2052-fa", "ovs_interfaceid": "992f2052-fa21-432a-abd9-8192f1fb5466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.704696] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677328, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.721751] env[62225]: DEBUG nova.objects.instance [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lazy-loading 'flavor' on Instance uuid 1148a432-e541-482c-9f04-8741c5696142 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.813137] env[62225]: INFO nova.compute.manager [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Took 40.42 seconds to build instance. [ 664.825805] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103575} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.829197] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.829197] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff77cae7-c45a-45a4-9761-cfc597ac3df6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.859741] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a411242c-6a85-49aa-bf09-5af2dbe3801b/a411242c-6a85-49aa-bf09-5af2dbe3801b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.863599] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84978f0b-fe53-47e1-b62d-b2b5c80b23e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.887677] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 664.887677] env[62225]: value = "task-677329" [ 664.887677] env[62225]: _type = "Task" [ 664.887677] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.903071] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.098449] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d48f94-3371-4fa2-af57-1087e1e8e19a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.108886] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c20d8-a607-4c08-9d36-e1607993dae3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.143927] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7526060b-270d-4624-abd6-b9a397798f17 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.152841] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2949a212-884b-443d-b4cc-f185b368cf2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.168477] env[62225]: DEBUG nova.compute.provider_tree [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.194987] env[62225]: DEBUG oslo_concurrency.lockutils [req-196933b0-524b-45af-b9a7-d52f321d2920 req-57c77081-fb14-4cba-9f15-841677ae0c34 service nova] Releasing lock "refresh_cache-a411242c-6a85-49aa-bf09-5af2dbe3801b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.204441] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677328, 'name': Rename_Task, 'duration_secs': 0.290454} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.204441] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 665.204441] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab85d5a-a611-4797-b83b-4df8be68b3e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.213031] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 665.213031] env[62225]: value = "task-677330" [ 665.213031] env[62225]: _type = "Task" [ 665.213031] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.227082] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.230354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.230455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.316686] env[62225]: DEBUG nova.network.neutron [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Successfully updated port: 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.319232] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f8d6d6a0-ad4c-42d6-8f53-f40f8c8fc1f1 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.605s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.404021] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677329, 'name': ReconfigVM_Task, 'duration_secs': 0.326852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.404021] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a411242c-6a85-49aa-bf09-5af2dbe3801b/a411242c-6a85-49aa-bf09-5af2dbe3801b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.404021] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8505e8-f6d7-46c1-98d0-c73ddb4e56fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.414339] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 665.414339] env[62225]: value = "task-677331" [ 665.414339] env[62225]: _type = "Task" [ 665.414339] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.425462] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677331, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.559507] env[62225]: DEBUG nova.compute.manager [req-d8051b92-7400-4b05-884f-78f09007a177 req-670e1f5b-2b2d-4a8b-8f8e-c7cfab954a6a service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-vif-plugged-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 665.559897] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8051b92-7400-4b05-884f-78f09007a177 req-670e1f5b-2b2d-4a8b-8f8e-c7cfab954a6a service nova] Acquiring lock "5a054b45-28d2-4481-8db0-40899b7b4680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.560377] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8051b92-7400-4b05-884f-78f09007a177 req-670e1f5b-2b2d-4a8b-8f8e-c7cfab954a6a service nova] Lock "5a054b45-28d2-4481-8db0-40899b7b4680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.560446] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8051b92-7400-4b05-884f-78f09007a177 req-670e1f5b-2b2d-4a8b-8f8e-c7cfab954a6a service nova] Lock "5a054b45-28d2-4481-8db0-40899b7b4680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.560649] env[62225]: DEBUG nova.compute.manager [req-d8051b92-7400-4b05-884f-78f09007a177 req-670e1f5b-2b2d-4a8b-8f8e-c7cfab954a6a service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] No waiting events found dispatching network-vif-plugged-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 665.560938] env[62225]: WARNING nova.compute.manager [req-d8051b92-7400-4b05-884f-78f09007a177 req-670e1f5b-2b2d-4a8b-8f8e-c7cfab954a6a service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received unexpected event network-vif-plugged-860af94f-ad8f-4986-9940-91ce7465b3fb for instance with vm_state building and task_state spawning. [ 665.672076] env[62225]: DEBUG nova.scheduler.client.report [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 665.729958] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.824902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.824902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.824902] env[62225]: DEBUG nova.network.neutron [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 665.824902] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 665.929216] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677331, 'name': Rename_Task, 'duration_secs': 0.169311} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.929216] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 665.929216] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76de482b-1d22-476d-8197-755f5a23df7b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.934745] env[62225]: DEBUG nova.network.neutron [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 665.935964] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 665.935964] env[62225]: value = "task-677332" [ 665.935964] env[62225]: _type = "Task" [ 665.935964] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.949890] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.176938] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.177526] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 666.180313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.925s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.180585] env[62225]: DEBUG nova.objects.instance [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 666.232548] env[62225]: DEBUG oslo_vmware.api [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677330, 'name': PowerOnVM_Task, 'duration_secs': 0.738369} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.232548] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 666.232548] env[62225]: INFO nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Took 9.48 seconds to spawn the instance on the hypervisor. [ 666.232548] env[62225]: DEBUG nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 666.232548] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2a340-83bd-4cc1-bef5-c0f49a792d44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.355423] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.427307] env[62225]: DEBUG nova.compute.manager [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 666.427532] env[62225]: DEBUG nova.compute.manager [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing instance network info cache due to event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 666.427789] env[62225]: DEBUG oslo_concurrency.lockutils [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.432958] env[62225]: DEBUG nova.network.neutron [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 666.459024] env[62225]: DEBUG oslo_vmware.api [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677332, 'name': PowerOnVM_Task, 'duration_secs': 0.511267} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.459364] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 666.459593] env[62225]: INFO nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Took 6.87 seconds to spawn the instance on the hypervisor. [ 666.459782] env[62225]: DEBUG nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 666.460612] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdce71-a5aa-4ffe-a33a-22d40b663f00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.696621] env[62225]: DEBUG nova.compute.utils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.697908] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 666.698867] env[62225]: DEBUG nova.network.neutron [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 666.753623] env[62225]: INFO nova.compute.manager [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Took 41.52 seconds to build instance. [ 666.756375] env[62225]: DEBUG nova.network.neutron [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.890632] env[62225]: DEBUG nova.policy [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08e4332e825e425fa36c02e6b98f9b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0781d2098c14f55988ab269b4e0f243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 666.989210] env[62225]: INFO nova.compute.manager [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Took 41.40 seconds to build instance. [ 667.196840] env[62225]: DEBUG oslo_concurrency.lockutils [None req-94ddd0c5-c90e-49d9-9a86-160a2df32766 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.198296] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.783s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.198584] env[62225]: DEBUG nova.objects.instance [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'resources' on Instance uuid 284a67ff-005a-4949-b4df-80d1015ab5eb {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.203845] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 667.264109] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.264109] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Instance network_info: |[{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 667.264109] env[62225]: DEBUG oslo_concurrency.lockutils [None req-073457d5-6ced-4f26-beb9-5c9cba8db306 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.128s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.264109] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d0:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860af94f-ad8f-4986-9940-91ce7465b3fb', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.275361] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Creating folder: Project (0138cd40cb7c43a09ca45937c766e41c). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 667.279029] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6912a5e9-9dfd-4ec6-8675-7f6b47a8eae7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.301909] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Created folder: Project (0138cd40cb7c43a09ca45937c766e41c) in parent group-v163168. [ 667.301909] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Creating folder: Instances. Parent ref: group-v163260. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 667.301909] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f79b1be9-a4ef-40dc-80ef-227a872c1b7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.321554] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Created folder: Instances in parent group-v163260. [ 667.322016] env[62225]: DEBUG oslo.service.loopingcall [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.322269] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 667.322502] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9d4d13-3b1b-4c46-9dda-5740ec615c61 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.346765] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.346765] env[62225]: value = "task-677335" [ 667.346765] env[62225]: _type = "Task" [ 667.346765] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.356837] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677335, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.489206] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfb3fff6-6ff1-4941-b9b7-f6ed9c7a2426 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.359s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.607859] env[62225]: DEBUG nova.network.neutron [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.664790] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.664790] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.664790] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.664790] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.664790] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.666987] env[62225]: INFO nova.compute.manager [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Terminating instance [ 667.670302] env[62225]: DEBUG nova.compute.manager [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 667.670302] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 667.670905] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bc6e64-be30-4215-bcf4-8c7f998f2b9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.684377] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 667.684820] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db2e48a-ae83-42b8-a79c-eb2b8f62ed8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.694457] env[62225]: DEBUG oslo_vmware.api [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 667.694457] env[62225]: value = "task-677336" [ 667.694457] env[62225]: _type = "Task" [ 667.694457] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.710754] env[62225]: DEBUG oslo_vmware.api [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.782886] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 667.866552] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677335, 'name': CreateVM_Task, 'duration_secs': 0.449499} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.866730] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 667.867557] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.867736] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.868582] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.870733] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d15ac34-e47d-4109-acdd-8aefedebe014 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.881044] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 667.881044] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523bfcde-4f62-8899-e8bd-ae1f5ca074f1" [ 667.881044] env[62225]: _type = "Task" [ 667.881044] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.895318] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523bfcde-4f62-8899-e8bd-ae1f5ca074f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.938900] env[62225]: DEBUG nova.network.neutron [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Successfully created port: b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.995368] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 668.115341] env[62225]: DEBUG oslo_concurrency.lockutils [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.115604] env[62225]: DEBUG nova.compute.manager [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Inject network info {{(pid=62225) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 668.115886] env[62225]: DEBUG nova.compute.manager [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] network_info to inject: |[{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 668.121339] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Reconfiguring VM instance to set the machine id {{(pid=62225) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 668.126038] env[62225]: DEBUG oslo_concurrency.lockutils [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.126132] env[62225]: DEBUG nova.network.neutron [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 668.127239] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e80bb7-4f6b-412b-9611-bc0412474908 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.139368] env[62225]: DEBUG nova.compute.manager [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 668.139368] env[62225]: DEBUG nova.compute.manager [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing instance network info cache due to event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 668.140877] env[62225]: DEBUG oslo_concurrency.lockutils [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.140877] env[62225]: DEBUG oslo_concurrency.lockutils [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.140877] env[62225]: DEBUG nova.network.neutron [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 668.151087] env[62225]: DEBUG oslo_vmware.api [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 668.151087] env[62225]: value = "task-677337" [ 668.151087] env[62225]: _type = "Task" [ 668.151087] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.162173] env[62225]: DEBUG oslo_vmware.api [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.218159] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 668.220970] env[62225]: DEBUG oslo_vmware.api [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677336, 'name': PowerOffVM_Task, 'duration_secs': 0.345} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.224548] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 668.226226] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 668.228529] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05433a3d-08a7-491c-9ad7-40f76f4d3d6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.259203] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 668.259485] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 668.259656] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.259882] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 668.260065] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.260166] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 668.260411] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 668.260540] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 668.260705] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 668.260862] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 668.261045] env[62225]: DEBUG nova.virt.hardware [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.262146] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1646b3e-d9ba-4c79-b1e1-567c6fcde1df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.275684] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609fd4b4-9810-4de8-8b3f-69cc292fff26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.303804] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 668.304275] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 668.304533] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Deleting the datastore file [datastore2] d9b09b54-cebc-4381-bb2d-48b557dc9da9 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.304951] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c18a57d6-8978-443f-9d09-e2d091af73ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.321115] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.332293] env[62225]: DEBUG oslo_vmware.api [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for the task: (returnval){ [ 668.332293] env[62225]: value = "task-677339" [ 668.332293] env[62225]: _type = "Task" [ 668.332293] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.348994] env[62225]: DEBUG oslo_vmware.api [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.393777] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523bfcde-4f62-8899-e8bd-ae1f5ca074f1, 'name': SearchDatastore_Task, 'duration_secs': 0.035213} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.394178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.394479] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.395085] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.395085] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.395178] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.395440] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ca509c-92f7-4a88-9935-66695da79382 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.411245] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.411524] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 668.413341] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8f0269-b85f-4bf4-83c0-aa4a373cbecc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.420031] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 668.420031] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c60fee-c876-dd20-a985-8f8931ee5d51" [ 668.420031] env[62225]: _type = "Task" [ 668.420031] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.425262] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5132d-1f03-4e38-a855-b69cd0bb7d89 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.438407] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c60fee-c876-dd20-a985-8f8931ee5d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.439064] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db680a2-7d6f-444d-a398-69719039a6d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.473293] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d999179-9552-4d19-b881-3c9674489cc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.482876] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf6cde9-d8cb-4224-aa3d-38a86fa90e2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.504327] env[62225]: DEBUG nova.compute.provider_tree [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.523882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.661903] env[62225]: DEBUG oslo_vmware.api [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677337, 'name': ReconfigVM_Task, 'duration_secs': 0.233726} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.662357] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-549ae5d2-d286-4c0e-aac6-77ae98c0dcb8 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Reconfigured VM instance to set the machine id {{(pid=62225) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 668.845510] env[62225]: DEBUG oslo_vmware.api [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Task: {'id': task-677339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21124} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.848082] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.848562] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 668.848562] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 668.848722] env[62225]: INFO nova.compute.manager [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 668.848934] env[62225]: DEBUG oslo.service.loopingcall [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.849107] env[62225]: DEBUG nova.compute.manager [-] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 668.849188] env[62225]: DEBUG nova.network.neutron [-] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 668.932605] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c60fee-c876-dd20-a985-8f8931ee5d51, 'name': SearchDatastore_Task, 'duration_secs': 0.01445} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.933795] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9fce0d-ce7d-40ed-9ca0-8919006d8508 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.941934] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 668.941934] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52829e34-772c-93a4-07b1-1947707115e5" [ 668.941934] env[62225]: _type = "Task" [ 668.941934] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.959083] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52829e34-772c-93a4-07b1-1947707115e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.971825] env[62225]: DEBUG nova.network.neutron [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updated VIF entry in instance network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 668.972254] env[62225]: DEBUG nova.network.neutron [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.014048] env[62225]: DEBUG nova.scheduler.client.report [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 669.105366] env[62225]: DEBUG nova.network.neutron [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updated VIF entry in instance network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 669.105807] env[62225]: DEBUG nova.network.neutron [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.459798] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52829e34-772c-93a4-07b1-1947707115e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020967} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.461022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.461022] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/5a054b45-28d2-4481-8db0-40899b7b4680.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 669.461022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa6db4a-01d5-4b67-ac95-4b2040e475b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.470965] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 669.470965] env[62225]: value = "task-677340" [ 669.470965] env[62225]: _type = "Task" [ 669.470965] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.477392] env[62225]: DEBUG oslo_concurrency.lockutils [req-813cfb0d-38d9-46fc-9575-5571347f53e6 req-9f2ba429-4c6b-4ba2-9001-54832a704fe7 service nova] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.489785] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.519470] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.522455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.184s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.524682] env[62225]: INFO nova.compute.claims [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.549593] env[62225]: INFO nova.scheduler.client.report [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocations for instance 284a67ff-005a-4949-b4df-80d1015ab5eb [ 669.608567] env[62225]: DEBUG oslo_concurrency.lockutils [req-06134cfe-fbae-4cd6-8aa9-12f1b76bae74 req-61dbeb71-217c-480a-9972-f104c086b8a6 service nova] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.832494] env[62225]: DEBUG nova.network.neutron [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Successfully updated port: b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.988429] env[62225]: DEBUG nova.network.neutron [-] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.990700] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.057937] env[62225]: DEBUG nova.objects.instance [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lazy-loading 'flavor' on Instance uuid 1148a432-e541-482c-9f04-8741c5696142 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.064472] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9d5b3977-57c7-4a0e-82eb-9097509e7c7b tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "284a67ff-005a-4949-b4df-80d1015ab5eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.033s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.339987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.340170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.340341] env[62225]: DEBUG nova.network.neutron [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 670.458334] env[62225]: DEBUG nova.compute.manager [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 670.459302] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b368a-5bfd-4627-b813-16e4afafc2fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.489728] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618896} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.489728] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/5a054b45-28d2-4481-8db0-40899b7b4680.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 670.489728] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.489728] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac857253-740c-4603-993e-17bfbb36e6b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.492678] env[62225]: INFO nova.compute.manager [-] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Took 1.64 seconds to deallocate network for instance. [ 670.499645] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 670.499645] env[62225]: value = "task-677341" [ 670.499645] env[62225]: _type = "Task" [ 670.499645] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.511036] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.566290] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.566552] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.733448] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-changed-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 670.733745] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Refreshing instance network info cache due to event network-changed-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 670.734023] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Acquiring lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.734186] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Acquired lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.734350] env[62225]: DEBUG nova.network.neutron [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Refreshing network info cache for port b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 670.968238] env[62225]: DEBUG nova.network.neutron [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 670.980960] env[62225]: INFO nova.compute.manager [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] instance snapshotting [ 670.985591] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd18245-9160-49c2-8c1e-fbaa2d2d5d35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.012270] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.022032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa9cc3-f5c0-4e32-84cd-73cd6f28b3b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.035816] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107769} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.039367] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.040475] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62f0502-0a21-4655-952e-5e204dc1f41e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.067746] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/5a054b45-28d2-4481-8db0-40899b7b4680.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.070998] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b383b7-4412-46e1-9243-2677834604cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.092459] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 671.092459] env[62225]: value = "task-677342" [ 671.092459] env[62225]: _type = "Task" [ 671.092459] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.109653] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.187666] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d77fc-a2e9-4f3e-9cd1-c0513ed05f49 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.198717] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50028e6-5f33-4f96-bf74-fc8eaad6dd93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.237707] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f1df7b-bf00-4952-acb7-4dba10ea0090 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.246443] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61796f64-528d-4b61-aa24-75915705a9c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.262218] env[62225]: DEBUG nova.compute.provider_tree [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.445016] env[62225]: DEBUG nova.network.neutron [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.538672] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.539552] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1187f670-644d-453b-a65e-b5847701a9c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.550513] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 671.550513] env[62225]: value = "task-677343" [ 671.550513] env[62225]: _type = "Task" [ 671.550513] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.560713] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.608845] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.769904] env[62225]: DEBUG nova.scheduler.client.report [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 671.815318] env[62225]: DEBUG nova.network.neutron [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 671.924841] env[62225]: DEBUG nova.network.neutron [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updated VIF entry in instance network info cache for port b0d00ae8-d168-4852-adb0-cd6c6d1e5bca. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 671.925291] env[62225]: DEBUG nova.network.neutron [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.948341] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.948665] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance network_info: |[{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 671.949445] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:d9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b99c53b8-60ab-4ebc-95ce-b5ad3881a536', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.957166] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating folder: Project (b0781d2098c14f55988ab269b4e0f243). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 671.957981] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcb57943-bff4-48a8-90c5-be589a22adf5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.976140] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Created folder: Project (b0781d2098c14f55988ab269b4e0f243) in parent group-v163168. [ 671.976392] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating folder: Instances. Parent ref: group-v163263. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 671.976660] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac7bf6b4-0614-4934-b465-fe25d7e76baf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.992563] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Created folder: Instances in parent group-v163263. [ 671.992890] env[62225]: DEBUG oslo.service.loopingcall [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.993133] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 671.993364] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d7f254-bb7d-4d0e-9e7e-86877857e952 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.015092] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.015092] env[62225]: value = "task-677346" [ 672.015092] env[62225]: _type = "Task" [ 672.015092] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.024200] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677346, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.064390] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.105172] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677342, 'name': ReconfigVM_Task, 'duration_secs': 0.551783} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.105499] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/5a054b45-28d2-4481-8db0-40899b7b4680.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.106303] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b3b9a84-afa0-4aaf-b4f1-fa63674ac558 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.117487] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 672.117487] env[62225]: value = "task-677347" [ 672.117487] env[62225]: _type = "Task" [ 672.117487] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.124555] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677347, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.275455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.276017] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 672.279405] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.939s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.279783] env[62225]: DEBUG nova.objects.instance [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lazy-loading 'resources' on Instance uuid 63577e7a-be52-44c8-8082-6c6de4b98018 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.430235] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Releasing lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.431405] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Received event network-vif-deleted-d30d0bca-9e58-4fd9-836e-bee4310f2725 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.431656] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-vif-plugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.431910] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.432227] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.432445] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.432643] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] No waiting events found dispatching network-vif-plugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 672.433134] env[62225]: WARNING nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received unexpected event network-vif-plugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 for instance with vm_state building and task_state spawning. [ 672.433134] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-changed-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 672.433273] env[62225]: DEBUG nova.compute.manager [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Refreshing instance network info cache due to event network-changed-b99c53b8-60ab-4ebc-95ce-b5ad3881a536. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 672.433502] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.433700] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433903] env[62225]: DEBUG nova.network.neutron [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Refreshing network info cache for port b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 672.533543] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677346, 'name': CreateVM_Task, 'duration_secs': 0.415785} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.534350] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 672.534497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.534736] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.535347] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.535949] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955336d7-1d45-4137-9a11-648afbdf3a36 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.543098] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 672.543098] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210bd7f-d529-fcb2-0408-975873a25404" [ 672.543098] env[62225]: _type = "Task" [ 672.543098] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.557731] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210bd7f-d529-fcb2-0408-975873a25404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.573663] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e796f2-6e70-244f-a840-bef1eac8882d/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.581998] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc78f7-be10-490e-af30-41a4c0dee1e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.586769] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677343, 'name': CreateSnapshot_Task, 'duration_secs': 0.918608} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.589741] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.591920] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f847337-22fd-43e3-8425-aeecb1cc6db9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.596812] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e796f2-6e70-244f-a840-bef1eac8882d/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.597064] env[62225]: ERROR oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e796f2-6e70-244f-a840-bef1eac8882d/disk-0.vmdk due to incomplete transfer. [ 672.597583] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d06ff240-f296-4b6b-ad8f-5301cde6a376 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.608711] env[62225]: DEBUG oslo_vmware.rw_handles [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e796f2-6e70-244f-a840-bef1eac8882d/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.608932] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Uploaded image b2c1dcab-9dea-45a6-82da-10d07a4895c4 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 672.611416] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 672.611921] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b7d78757-c052-4eca-ac93-aa403959fefe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.625602] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677347, 'name': Rename_Task, 'duration_secs': 0.211648} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.630436] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 672.630827] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 672.630827] env[62225]: value = "task-677348" [ 672.630827] env[62225]: _type = "Task" [ 672.630827] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.632206] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f4df3c-fb0c-4c40-88fe-e7c6c4ca42d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.642714] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677348, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.646051] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 672.646051] env[62225]: value = "task-677349" [ 672.646051] env[62225]: _type = "Task" [ 672.646051] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.658172] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.789035] env[62225]: DEBUG nova.compute.utils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.789035] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 672.789035] env[62225]: DEBUG nova.network.neutron [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 672.870929] env[62225]: DEBUG nova.network.neutron [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.901738] env[62225]: DEBUG nova.policy [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838d8a3957ae4fe885e935a5d5bd0d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f65bb109275640618113e023c519c021', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 673.056317] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210bd7f-d529-fcb2-0408-975873a25404, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.056652] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.056891] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.057140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.057577] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.057577] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.057750] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8efd66f5-6874-4be0-9cfd-c3e83a9d2797 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.067559] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.067764] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 673.068611] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1319563-b40e-4651-baf7-28dd9da4d0b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.079390] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 673.079390] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5297b536-1507-63a9-3499-5e2bdf2a9194" [ 673.079390] env[62225]: _type = "Task" [ 673.079390] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.091945] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5297b536-1507-63a9-3499-5e2bdf2a9194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.124125] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 673.128613] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bbb1fb38-2859-41eb-9679-0f4df3509e25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.144401] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 673.144401] env[62225]: value = "task-677350" [ 673.144401] env[62225]: _type = "Task" [ 673.144401] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.159486] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677348, 'name': Destroy_Task, 'duration_secs': 0.340832} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.159703] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Destroyed the VM [ 673.160031] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 673.160646] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e76a7c9-75ea-4265-b8f6-ebe93b65ef0d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.170560] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.170751] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677350, 'name': CloneVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.181048] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 673.181048] env[62225]: value = "task-677351" [ 673.181048] env[62225]: _type = "Task" [ 673.181048] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.209255] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.246776] env[62225]: DEBUG nova.compute.manager [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 673.246990] env[62225]: DEBUG nova.compute.manager [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing instance network info cache due to event network-changed-754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 673.247219] env[62225]: DEBUG oslo_concurrency.lockutils [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] Acquiring lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.293216] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 673.375081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.375536] env[62225]: DEBUG nova.compute.manager [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Inject network info {{(pid=62225) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 673.376466] env[62225]: DEBUG nova.compute.manager [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] network_info to inject: |[{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 673.385671] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Reconfiguring VM instance to set the machine id {{(pid=62225) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 673.387987] env[62225]: DEBUG oslo_concurrency.lockutils [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] Acquired lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.388322] env[62225]: DEBUG nova.network.neutron [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Refreshing network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 673.390364] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11852d31-c3a1-4d9e-a398-d61f2db68b06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.402890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d7c59f-0167-4ae6-b076-0710fe40991b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.420032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd73ad1-31b5-4ae1-9c0a-9c681803627e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.426029] env[62225]: DEBUG oslo_vmware.api [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 673.426029] env[62225]: value = "task-677352" [ 673.426029] env[62225]: _type = "Task" [ 673.426029] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.477343] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae425f-9e46-4202-9137-77ebfa5092ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.484327] env[62225]: DEBUG oslo_vmware.api [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.494184] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349186b-b5c6-44db-a417-6ba6e33afc77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.514072] env[62225]: DEBUG nova.compute.provider_tree [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.592377] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5297b536-1507-63a9-3499-5e2bdf2a9194, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.592818] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b576a5ff-a729-4fb6-b54d-0894f326453d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.599947] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 673.599947] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5270cae5-18fa-a4c4-6cd3-98f76cd4532d" [ 673.599947] env[62225]: _type = "Task" [ 673.599947] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.604328] env[62225]: DEBUG nova.network.neutron [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updated VIF entry in instance network info cache for port b99c53b8-60ab-4ebc-95ce-b5ad3881a536. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 673.607520] env[62225]: DEBUG nova.network.neutron [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.616870] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5270cae5-18fa-a4c4-6cd3-98f76cd4532d, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.617290] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.617566] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 673.618199] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55e51761-ebc8-43f6-8aca-817601e895f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.627012] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 673.627012] env[62225]: value = "task-677353" [ 673.627012] env[62225]: _type = "Task" [ 673.627012] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.635860] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.663462] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677350, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.670119] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677349, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.694579] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392473} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.694912] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 673.695303] env[62225]: DEBUG nova.compute.manager [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 673.696125] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3999c6-9d7c-4549-8f6d-d18c052db14b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.787173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "98372513-5daf-4bf2-8448-a271c6b9530e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.787486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "98372513-5daf-4bf2-8448-a271c6b9530e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.833034] env[62225]: DEBUG nova.network.neutron [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Successfully created port: ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.940411] env[62225]: DEBUG oslo_vmware.api [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677352, 'name': ReconfigVM_Task, 'duration_secs': 0.422968} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.940718] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1374225f-3567-4fe0-bc2b-65bda840ebf7 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Reconfigured VM instance to set the machine id {{(pid=62225) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 674.018678] env[62225]: DEBUG nova.scheduler.client.report [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 674.068834] env[62225]: DEBUG nova.network.neutron [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updated VIF entry in instance network info cache for port 754d65a2-5f3e-4581-bc7d-a34f693d48b5. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 674.069282] env[62225]: DEBUG nova.network.neutron [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [{"id": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "address": "fa:16:3e:35:89:9f", "network": {"id": "a309244c-8bd3-4f39-a785-1749016aca1f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1519847855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "314becda06974a47bac19b301f803553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754d65a2-5f", "ovs_interfaceid": "754d65a2-5f3e-4581-bc7d-a34f693d48b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.107679] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8a3d5f8-7ed0-4efc-95ac-9fe71ad50315 req-cc5e04e6-0507-43c8-bfb9-cdc81002f84f service nova] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.139027] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470739} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.139027] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 674.139027] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.139027] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e45791-46fc-4dc4-8163-37ec3dfe3b8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.147637] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 674.147637] env[62225]: value = "task-677354" [ 674.147637] env[62225]: _type = "Task" [ 674.147637] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.163292] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677350, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.165946] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.172551] env[62225]: DEBUG oslo_vmware.api [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677349, 'name': PowerOnVM_Task, 'duration_secs': 1.190156} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.172689] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 674.172914] env[62225]: INFO nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Took 9.67 seconds to spawn the instance on the hypervisor. [ 674.173116] env[62225]: DEBUG nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 674.174013] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c717c6-552e-4516-93df-304272305805 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.213417] env[62225]: INFO nova.compute.manager [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Shelve offloading [ 674.216553] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 674.216553] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1fb475e-e47a-4f34-a9fe-12e5e09a2b90 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.227897] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 674.227897] env[62225]: value = "task-677355" [ 674.227897] env[62225]: _type = "Task" [ 674.227897] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.241847] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 674.242077] env[62225]: DEBUG nova.compute.manager [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 674.242959] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34ae81-c012-47ef-a1f6-da4d0d3f2417 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.251486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.253266] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.253266] env[62225]: DEBUG nova.network.neutron [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 674.308281] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 674.340136] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 674.340468] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 674.340542] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.340718] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 674.340865] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.341110] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 674.341254] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 674.341419] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 674.341633] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 674.341843] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 674.341978] env[62225]: DEBUG nova.virt.hardware [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.342420] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "1148a432-e541-482c-9f04-8741c5696142" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.342648] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "1148a432-e541-482c-9f04-8741c5696142" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.342849] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "1148a432-e541-482c-9f04-8741c5696142-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.343053] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "1148a432-e541-482c-9f04-8741c5696142-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.343240] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "1148a432-e541-482c-9f04-8741c5696142-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.348099] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a3bc1-d8fb-4cf3-8e1e-d8a6f63457d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.349368] env[62225]: INFO nova.compute.manager [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Terminating instance [ 674.352034] env[62225]: DEBUG nova.compute.manager [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 674.352308] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 674.353239] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a61c6d-5260-4cb1-a8fe-cecfb726a77e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.361648] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc95ee-c2d9-4c3f-b683-eb837e59f29f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.368068] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 674.368766] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7677da6-9c7c-45ce-b18d-4e860b6f447b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.380932] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 674.380932] env[62225]: value = "task-677356" [ 674.380932] env[62225]: _type = "Task" [ 674.380932] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.390137] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.526129] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.528836] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.243s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.530070] env[62225]: DEBUG nova.objects.instance [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.554906] env[62225]: INFO nova.scheduler.client.report [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Deleted allocations for instance 63577e7a-be52-44c8-8082-6c6de4b98018 [ 674.574098] env[62225]: DEBUG oslo_concurrency.lockutils [req-e27d974c-044f-40c9-b099-46ab19fad5d2 req-49538c02-a275-4e4e-9b8a-fb223acecdf8 service nova] Releasing lock "refresh_cache-1148a432-e541-482c-9f04-8741c5696142" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.662228] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677350, 'name': CloneVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.665561] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07863} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.665561] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.666230] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1394d4c3-eb4f-4b57-af36-782529f59aac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.689861] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.694046] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99dfb821-db9d-4189-86c1-a0bee4a6260e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.712114] env[62225]: INFO nova.compute.manager [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Took 40.98 seconds to build instance. [ 674.718359] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 674.718359] env[62225]: value = "task-677357" [ 674.718359] env[62225]: _type = "Task" [ 674.718359] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.729643] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.893242] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677356, 'name': PowerOffVM_Task, 'duration_secs': 0.252493} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.893579] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 674.893777] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 674.894083] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-157d5497-354b-4e0c-8582-d771a98cb7bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.973018] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 674.973018] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 674.973018] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Deleting the datastore file [datastore1] 1148a432-e541-482c-9f04-8741c5696142 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.973018] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6100d19c-fb1f-4bac-8293-aca9add30296 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.980218] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for the task: (returnval){ [ 674.980218] env[62225]: value = "task-677359" [ 674.980218] env[62225]: _type = "Task" [ 674.980218] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.993552] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.048919] env[62225]: DEBUG nova.network.neutron [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.063318] env[62225]: DEBUG oslo_concurrency.lockutils [None req-811c4eb0-9d6b-4542-bf42-d564930e8aee tempest-DeleteServersAdminTestJSON-1899383438 tempest-DeleteServersAdminTestJSON-1899383438-project-member] Lock "63577e7a-be52-44c8-8082-6c6de4b98018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.864s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.157411] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677350, 'name': CloneVM_Task, 'duration_secs': 1.539139} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.157721] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Created linked-clone VM from snapshot [ 675.158457] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14effa-acb7-421f-870c-ec85c91e8fec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.168024] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Uploading image f9aa52f1-25c8-4f8f-8752-181d0cf5f29c {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 675.194161] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 675.194161] env[62225]: value = "vm-163267" [ 675.194161] env[62225]: _type = "VirtualMachine" [ 675.194161] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 675.195270] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-570bf970-9ff4-49d0-b901-6f3c47ff03df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.202738] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lease: (returnval){ [ 675.202738] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f68c2-77fa-f183-c780-9071741d42e2" [ 675.202738] env[62225]: _type = "HttpNfcLease" [ 675.202738] env[62225]: } obtained for exporting VM: (result){ [ 675.202738] env[62225]: value = "vm-163267" [ 675.202738] env[62225]: _type = "VirtualMachine" [ 675.202738] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 675.203047] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the lease: (returnval){ [ 675.203047] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f68c2-77fa-f183-c780-9071741d42e2" [ 675.203047] env[62225]: _type = "HttpNfcLease" [ 675.203047] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 675.210666] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.210666] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f68c2-77fa-f183-c780-9071741d42e2" [ 675.210666] env[62225]: _type = "HttpNfcLease" [ 675.210666] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 675.215071] env[62225]: DEBUG oslo_concurrency.lockutils [None req-14bf381d-6641-4ba9-bff0-d00c7c59a882 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "5a054b45-28d2-4481-8db0-40899b7b4680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.120s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.229096] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.415636] env[62225]: INFO nova.compute.manager [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Rescuing [ 675.415950] env[62225]: DEBUG oslo_concurrency.lockutils [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.416145] env[62225]: DEBUG oslo_concurrency.lockutils [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.416321] env[62225]: DEBUG nova.network.neutron [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 675.491372] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.541963] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e31ad04e-5431-4ba3-b22b-68e6a5712c08 tempest-ServersAdmin275Test-1014820366 tempest-ServersAdmin275Test-1014820366-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.541963] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.240s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.542206] env[62225]: DEBUG nova.objects.instance [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lazy-loading 'resources' on Instance uuid e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.551798] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.617754] env[62225]: DEBUG nova.compute.manager [req-3b369699-ab23-48cd-944f-3f9ab0f130fe req-48f16702-de56-4913-b944-4ec5eb3ea483 service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Received event network-vif-plugged-ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 675.618142] env[62225]: DEBUG oslo_concurrency.lockutils [req-3b369699-ab23-48cd-944f-3f9ab0f130fe req-48f16702-de56-4913-b944-4ec5eb3ea483 service nova] Acquiring lock "8174b643-5052-415e-84e1-c327426b6227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.618487] env[62225]: DEBUG oslo_concurrency.lockutils [req-3b369699-ab23-48cd-944f-3f9ab0f130fe req-48f16702-de56-4913-b944-4ec5eb3ea483 service nova] Lock "8174b643-5052-415e-84e1-c327426b6227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.618768] env[62225]: DEBUG oslo_concurrency.lockutils [req-3b369699-ab23-48cd-944f-3f9ab0f130fe req-48f16702-de56-4913-b944-4ec5eb3ea483 service nova] Lock "8174b643-5052-415e-84e1-c327426b6227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.619305] env[62225]: DEBUG nova.compute.manager [req-3b369699-ab23-48cd-944f-3f9ab0f130fe req-48f16702-de56-4913-b944-4ec5eb3ea483 service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] No waiting events found dispatching network-vif-plugged-ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 675.619546] env[62225]: WARNING nova.compute.manager [req-3b369699-ab23-48cd-944f-3f9ab0f130fe req-48f16702-de56-4913-b944-4ec5eb3ea483 service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Received unexpected event network-vif-plugged-ff718a7f-1af6-402f-9b48-2e761efa0175 for instance with vm_state building and task_state spawning. [ 675.717029] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.717029] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f68c2-77fa-f183-c780-9071741d42e2" [ 675.717029] env[62225]: _type = "HttpNfcLease" [ 675.717029] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 675.717029] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 675.717029] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f68c2-77fa-f183-c780-9071741d42e2" [ 675.717029] env[62225]: _type = "HttpNfcLease" [ 675.717029] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 675.717029] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7954ae-28a2-4eff-b5ed-21d48d202027 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.719449] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 675.740047] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677357, 'name': ReconfigVM_Task, 'duration_secs': 0.979498} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.740047] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52134506-0e23-a48c-5425-707007a2f5fe/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 675.740206] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52134506-0e23-a48c-5425-707007a2f5fe/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 675.742976] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.746038] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e79e65e-4635-4911-be62-aae1e4453c32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.816455] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 675.816455] env[62225]: value = "task-677361" [ 675.816455] env[62225]: _type = "Task" [ 675.816455] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.821899] env[62225]: DEBUG nova.network.neutron [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Successfully updated port: ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.828020] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677361, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.857540] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-468405d5-9689-4b64-a7c4-c694189a6de1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.989999] env[62225]: DEBUG oslo_vmware.api [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Task: {'id': task-677359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519409} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.990375] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.990571] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 675.990772] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 675.991393] env[62225]: INFO nova.compute.manager [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] [instance: 1148a432-e541-482c-9f04-8741c5696142] Took 1.64 seconds to destroy the instance on the hypervisor. [ 675.991393] env[62225]: DEBUG oslo.service.loopingcall [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.991393] env[62225]: DEBUG nova.compute.manager [-] [instance: 1148a432-e541-482c-9f04-8741c5696142] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 675.991545] env[62225]: DEBUG nova.network.neutron [-] [instance: 1148a432-e541-482c-9f04-8741c5696142] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 676.260578] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.327794] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.328033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquired lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.328170] env[62225]: DEBUG nova.network.neutron [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 676.336166] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677361, 'name': Rename_Task, 'duration_secs': 0.15111} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.339953] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 676.341293] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312de40f-852b-410f-a4dd-c213ed4035b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.354546] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 676.354546] env[62225]: value = "task-677362" [ 676.354546] env[62225]: _type = "Task" [ 676.354546] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.375553] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.556141] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 676.558102] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7971667a-4986-4431-b728-0f82ee156616 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.568684] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 676.570143] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b861c5df-8f3a-49fc-a6e7-52aa676aeb24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.649712] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 676.649993] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 676.650202] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleting the datastore file [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.650493] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09157f90-40b3-47df-abd6-4094477321be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.664465] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 676.664465] env[62225]: value = "task-677364" [ 676.664465] env[62225]: _type = "Task" [ 676.664465] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.669972] env[62225]: DEBUG nova.network.neutron [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.677678] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.704042] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b07056-4244-445c-b671-833b5715b88a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.711532] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1518e8-01e6-45e6-bae6-b319b2237cbb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.746106] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f0b040-cd80-4f45-9705-4f87b8f8b0f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.756789] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d02ca1-f15d-4c63-93c7-8bf2a31683ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.772827] env[62225]: DEBUG nova.compute.provider_tree [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.867023] env[62225]: DEBUG oslo_vmware.api [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677362, 'name': PowerOnVM_Task, 'duration_secs': 0.508363} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.867339] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 676.867557] env[62225]: INFO nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Took 8.65 seconds to spawn the instance on the hypervisor. [ 676.867791] env[62225]: DEBUG nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 676.868748] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1d862-ccf0-43a3-9ea4-011fccfe74e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.880410] env[62225]: DEBUG nova.network.neutron [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 677.174929] env[62225]: DEBUG oslo_concurrency.lockutils [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.176949] env[62225]: DEBUG oslo_vmware.api [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222942} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.177416] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.177736] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 677.177957] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 677.180520] env[62225]: DEBUG nova.network.neutron [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Updating instance_info_cache with network_info: [{"id": "ff718a7f-1af6-402f-9b48-2e761efa0175", "address": "fa:16:3e:42:1b:2d", "network": {"id": "1688e07f-eeeb-4539-b704-8f8ab0959d37", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-911116789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65bb109275640618113e023c519c021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff718a7f-1a", "ovs_interfaceid": "ff718a7f-1af6-402f-9b48-2e761efa0175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.214200] env[62225]: INFO nova.scheduler.client.report [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted allocations for instance f45f88d0-3ccd-4f8e-93c4-02d82e23be59 [ 677.278099] env[62225]: DEBUG nova.scheduler.client.report [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 677.393137] env[62225]: INFO nova.compute.manager [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Took 41.38 seconds to build instance. [ 677.683931] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Releasing lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.684334] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Instance network_info: |[{"id": "ff718a7f-1af6-402f-9b48-2e761efa0175", "address": "fa:16:3e:42:1b:2d", "network": {"id": "1688e07f-eeeb-4539-b704-8f8ab0959d37", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-911116789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65bb109275640618113e023c519c021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff718a7f-1a", "ovs_interfaceid": "ff718a7f-1af6-402f-9b48-2e761efa0175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 677.684796] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:1b:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff718a7f-1af6-402f-9b48-2e761efa0175', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.694628] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Creating folder: Project (f65bb109275640618113e023c519c021). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 677.694831] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca0d8262-75a4-4648-8f72-ab2739dd84a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.703793] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Received event network-changed-ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 677.703998] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Refreshing instance network info cache due to event network-changed-ff718a7f-1af6-402f-9b48-2e761efa0175. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 677.704624] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Acquiring lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.704813] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Acquired lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.704993] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Refreshing network info cache for port ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 677.709828] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Created folder: Project (f65bb109275640618113e023c519c021) in parent group-v163168. [ 677.710026] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Creating folder: Instances. Parent ref: group-v163268. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 677.710671] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca2955b-a1a2-4464-b5cf-2bb5cc474fb4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.715252] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 677.715252] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73512dcc-e58c-43b3-b2b8-67c09f4ab339 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.718749] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.721703] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 677.721703] env[62225]: value = "task-677367" [ 677.721703] env[62225]: _type = "Task" [ 677.721703] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.728228] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Created folder: Instances in parent group-v163268. [ 677.728513] env[62225]: DEBUG oslo.service.loopingcall [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.732919] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8174b643-5052-415e-84e1-c327426b6227] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 677.733259] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.733485] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be0e529-fc5e-47cf-8911-13162280ee29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.762079] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.762079] env[62225]: value = "task-677368" [ 677.762079] env[62225]: _type = "Task" [ 677.762079] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.768222] env[62225]: DEBUG nova.network.neutron [-] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.776487] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677368, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.783236] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.785796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.890s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.815037] env[62225]: INFO nova.scheduler.client.report [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Deleted allocations for instance e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8 [ 677.899825] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29367a03-967a-46d0-92ab-223b68ec3e09 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.971s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.235677] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677367, 'name': PowerOffVM_Task, 'duration_secs': 0.22351} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.235991] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 678.236854] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7d06d-c0d1-4301-b5cd-8ae81b067f9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.259666] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77871da-b888-4b96-8e24-9858458221b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.270896] env[62225]: INFO nova.compute.manager [-] [instance: 1148a432-e541-482c-9f04-8741c5696142] Took 2.28 seconds to deallocate network for instance. [ 678.281460] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677368, 'name': CreateVM_Task, 'duration_secs': 0.487854} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.281904] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8174b643-5052-415e-84e1-c327426b6227] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 678.282520] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.282680] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.283038] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.283328] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f44af7-f1db-4b47-8d22-c3d28899e03b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.292247] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 678.292247] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d25dbb-9cbc-b3e8-9f80-a303d6566920" [ 678.292247] env[62225]: _type = "Task" [ 678.292247] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.298384] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 678.298702] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946efb08-29d8-4c28-8dec-8875e47b19fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.303267] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d25dbb-9cbc-b3e8-9f80-a303d6566920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.314080] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 678.314080] env[62225]: value = "task-677369" [ 678.314080] env[62225]: _type = "Task" [ 678.314080] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.331139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4bc367e7-fab6-4369-adf9-e8865c7061be tempest-ImagesOneServerTestJSON-195253550 tempest-ImagesOneServerTestJSON-195253550-project-member] Lock "e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.267s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.398779] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 678.505726] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Updated VIF entry in instance network info cache for port ff718a7f-1af6-402f-9b48-2e761efa0175. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 678.506224] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Updating instance_info_cache with network_info: [{"id": "ff718a7f-1af6-402f-9b48-2e761efa0175", "address": "fa:16:3e:42:1b:2d", "network": {"id": "1688e07f-eeeb-4539-b704-8f8ab0959d37", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-911116789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65bb109275640618113e023c519c021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff718a7f-1a", "ovs_interfaceid": "ff718a7f-1af6-402f-9b48-2e761efa0175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.783396] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.786202] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8997b66-5799-45ff-905f-00efdc3335e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.798310] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f3264-2006-4261-b243-7318b3ff52bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.808494] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d25dbb-9cbc-b3e8-9f80-a303d6566920, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.832708] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.833015] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.833270] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.833455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833691] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.834237] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42265b8f-078e-4133-987b-2c5297864d10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.839385] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb3ad21-0a8f-4d3a-82a8-e79c9dc9d611 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.851413] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 678.851613] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.851879] env[62225]: DEBUG oslo_concurrency.lockutils [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.852056] env[62225]: DEBUG oslo_concurrency.lockutils [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.852300] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.853681] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-228597e7-e9cd-4112-80c5-d4f77015a79b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.857187] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92244013-6e46-4332-8ff4-259a179aa049 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.864310] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.864614] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 678.865490] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380ead4d-b857-43ce-8a55-f0ac786a35d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.872924] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 678.872924] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b1bc19-37bd-84de-5679-460a0954bc44" [ 678.872924] env[62225]: _type = "Task" [ 678.872924] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.882895] env[62225]: DEBUG nova.compute.provider_tree [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.889636] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.889636] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 678.889886] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb21931-9a1a-4908-a201-ab53885085e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.899182] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b1bc19-37bd-84de-5679-460a0954bc44, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.903724] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 678.903724] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522548e7-3ddf-5f70-c71d-b946f8fe3eb1" [ 678.903724] env[62225]: _type = "Task" [ 678.903724] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.903724] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b8ce90-3b94-428b-8658-cead24e5d6df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.916104] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 678.916104] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52366c3a-00ae-a5d6-68d8-adeb2a925bbf" [ 678.916104] env[62225]: _type = "Task" [ 678.916104] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.920326] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522548e7-3ddf-5f70-c71d-b946f8fe3eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.924255] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7885c24c-1a26-4b63-a067-8f5882769e29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.927850] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.932415] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 678.932415] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52715a56-5edd-4875-a169-9487e22dca47" [ 678.932415] env[62225]: _type = "Task" [ 678.932415] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.935769] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52366c3a-00ae-a5d6-68d8-adeb2a925bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.944478] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52715a56-5edd-4875-a169-9487e22dca47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.976169] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "464bc3fc-80c5-4985-8262-88e7711cba0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.976416] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.009587] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Releasing lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.009683] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-vif-unplugged-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 679.011885] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.011885] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.011885] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.011885] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] No waiting events found dispatching network-vif-unplugged-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 679.011885] env[62225]: WARNING nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received unexpected event network-vif-unplugged-87bdbea5-56fb-4e83-9eba-192384076c7a for instance with vm_state shelved_offloaded and task_state None. [ 679.011885] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 679.011885] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing instance network info cache due to event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 679.011885] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.011885] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.011885] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 679.391037] env[62225]: DEBUG nova.scheduler.client.report [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 679.433921] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52366c3a-00ae-a5d6-68d8-adeb2a925bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.022244} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.435085] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.435085] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 8174b643-5052-415e-84e1-c327426b6227/8174b643-5052-415e-84e1-c327426b6227.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 679.435085] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449e5a45-b0e4-4974-baf5-f8b370ecfecc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.448259] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52715a56-5edd-4875-a169-9487e22dca47, 'name': SearchDatastore_Task, 'duration_secs': 0.017044} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.449775] env[62225]: DEBUG oslo_concurrency.lockutils [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.450077] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. {{(pid=62225) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 679.450412] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 679.450412] env[62225]: value = "task-677370" [ 679.450412] env[62225]: _type = "Task" [ 679.450412] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.451198] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0069479-4dd4-46d8-ab45-02ebe4f71b34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.462501] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.464011] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 679.464011] env[62225]: value = "task-677371" [ 679.464011] env[62225]: _type = "Task" [ 679.464011] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.478522] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.925550] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updated VIF entry in instance network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 679.926014] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap87bdbea5-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.968198] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677370, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.980654] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.040685] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.412134] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.626s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.418279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.912s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.418677] env[62225]: DEBUG nova.objects.instance [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lazy-loading 'resources' on Instance uuid fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.429362] env[62225]: DEBUG oslo_concurrency.lockutils [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.430981] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Received event network-vif-deleted-754d65a2-5f3e-4581-bc7d-a34f693d48b5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 680.431245] env[62225]: INFO nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Neutron deleted interface 754d65a2-5f3e-4581-bc7d-a34f693d48b5; detaching it from the instance and deleting it from the info cache [ 680.431460] env[62225]: DEBUG nova.network.neutron [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.467840] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623213} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.467996] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 8174b643-5052-415e-84e1-c327426b6227/8174b643-5052-415e-84e1-c327426b6227.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 680.468283] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.472065] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efbfd28e-e652-402c-90d3-3abcf384a144 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.488614] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704655} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.489361] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. [ 680.489794] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 680.489794] env[62225]: value = "task-677372" [ 680.489794] env[62225]: _type = "Task" [ 680.489794] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.490560] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd4baa-87de-4034-9884-db2ada7e81b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.508432] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.531724] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.532108] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db0e046-4e6b-498e-aa23-76b799682cd5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.554468] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 680.554468] env[62225]: value = "task-677373" [ 680.554468] env[62225]: _type = "Task" [ 680.554468] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.564254] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.934953] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3283c3d1-727d-4f20-8326-be36b7575612 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.951611] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f8f613-08d2-46d4-b436-365957543f26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.002360] env[62225]: DEBUG nova.compute.manager [req-b6c56e9e-b1f0-4ea9-9354-0c4187156ff7 req-e1668627-e1bc-43d6-8927-aeb844becf3e service nova] [instance: 1148a432-e541-482c-9f04-8741c5696142] Detach interface failed, port_id=754d65a2-5f3e-4581-bc7d-a34f693d48b5, reason: Instance 1148a432-e541-482c-9f04-8741c5696142 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 681.017255] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145028} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.018220] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.019164] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6175018-3689-4613-a277-f14ec377e6ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.028030] env[62225]: INFO nova.scheduler.client.report [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleted allocation for migration a622b283-4702-489a-a033-80acab21cf69 [ 681.048023] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8174b643-5052-415e-84e1-c327426b6227/8174b643-5052-415e-84e1-c327426b6227.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.054025] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa4ea1f-61cc-401f-b7f8-c0eaca716089 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.080481] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.083127] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 681.083127] env[62225]: value = "task-677374" [ 681.083127] env[62225]: _type = "Task" [ 681.083127] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.095751] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.569918] env[62225]: DEBUG oslo_concurrency.lockutils [None req-406c7fdf-be99-4fd7-a2d2-c6a2dfd290d7 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.492s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.585036] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.591206] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2844d-e7a0-45b1-b80d-ff75b3f80f76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.599158] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.608778] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ffb813-bdba-40e7-aead-6920bd603bf3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.652884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b4a1f3-8d1b-4c5d-9bca-a8909a48dd9c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.663861] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a6ba29-ef31-4d84-9db6-5cee89e81f02 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.682954] env[62225]: DEBUG nova.compute.provider_tree [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.083506] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677373, 'name': ReconfigVM_Task, 'duration_secs': 1.186925} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.083877] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.084738] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a935b1c-912f-467f-96c9-228ab05b1213 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.096580] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677374, 'name': ReconfigVM_Task, 'duration_secs': 0.77277} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.113749] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8174b643-5052-415e-84e1-c327426b6227/8174b643-5052-415e-84e1-c327426b6227.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.119596] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f44b584f-2429-4c45-91b6-d05a36670879 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.121631] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d236e7-1db8-4833-99af-384c07098595 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.138585] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 682.138585] env[62225]: value = "task-677375" [ 682.138585] env[62225]: _type = "Task" [ 682.138585] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.140097] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 682.140097] env[62225]: value = "task-677376" [ 682.140097] env[62225]: _type = "Task" [ 682.140097] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.156486] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677375, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.159674] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.187934] env[62225]: DEBUG nova.scheduler.client.report [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 682.656315] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677375, 'name': Rename_Task, 'duration_secs': 0.162696} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.657101] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 682.657399] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e125fd80-6d2d-482a-ad09-816c0e7c7cb8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.663992] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677376, 'name': ReconfigVM_Task, 'duration_secs': 0.2044} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.665862] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 682.666226] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 682.666226] env[62225]: value = "task-677377" [ 682.666226] env[62225]: _type = "Task" [ 682.666226] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.666427] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1679462-26c9-4a50-a181-219e29f28dd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.679128] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.680748] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 682.680748] env[62225]: value = "task-677378" [ 682.680748] env[62225]: _type = "Task" [ 682.680748] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.689383] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.693356] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.695863] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.164s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.697500] env[62225]: INFO nova.compute.claims [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.736327] env[62225]: INFO nova.scheduler.client.report [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Deleted allocations for instance fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc [ 683.181997] env[62225]: DEBUG oslo_vmware.api [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677377, 'name': PowerOnVM_Task, 'duration_secs': 0.487715} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.185330] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 683.186831] env[62225]: INFO nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Took 8.88 seconds to spawn the instance on the hypervisor. [ 683.186831] env[62225]: DEBUG nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 683.186831] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5aaf93-5bc8-4fcc-b225-746cf8ad7b58 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.207212] env[62225]: DEBUG oslo_vmware.api [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677378, 'name': PowerOnVM_Task, 'duration_secs': 0.511399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.207876] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 683.212353] env[62225]: DEBUG nova.compute.manager [None req-10658bcf-67fa-4681-8d90-5844831a7e40 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 683.213240] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eac7ca1-485d-4285-b544-b5514812da1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.244530] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90ba283f-6b0c-4548-8f29-6b5638997f3a tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.723s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.717908] env[62225]: INFO nova.compute.manager [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Took 44.40 seconds to build instance. [ 684.220574] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3488d63-130b-482e-a8ad-d22886be1b3f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.224152] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0cc3b9f-89a6-4a8e-9189-b6f5a791e986 tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.922s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.233045] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6c387-0fb9-467a-b0d2-6d92b351c6c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.268340] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b332becd-153d-4369-9d27-a0a927442618 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.284349] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dec8388-2114-462b-b466-c8e335304140 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.307428] env[62225]: DEBUG nova.compute.provider_tree [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.389815] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.389815] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.729597] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 684.812216] env[62225]: DEBUG nova.scheduler.client.report [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 685.260111] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.279849] env[62225]: DEBUG nova.compute.manager [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 685.280039] env[62225]: DEBUG nova.compute.manager [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing instance network info cache due to event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 685.280263] env[62225]: DEBUG oslo_concurrency.lockutils [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.280404] env[62225]: DEBUG oslo_concurrency.lockutils [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.280592] env[62225]: DEBUG nova.network.neutron [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 685.319407] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.319901] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 685.322566] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.590s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.323092] env[62225]: DEBUG nova.objects.instance [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lazy-loading 'resources' on Instance uuid 320e1f36-e96f-4a5a-9f98-74ff3e2ace84 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.427784] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52134506-0e23-a48c-5425-707007a2f5fe/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 685.428774] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dcda1-2b7a-4f1d-9001-618409b3c53c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.436415] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52134506-0e23-a48c-5425-707007a2f5fe/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 685.436582] env[62225]: ERROR oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52134506-0e23-a48c-5425-707007a2f5fe/disk-0.vmdk due to incomplete transfer. [ 685.436829] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37606a87-9a78-4757-987c-c161c5df408f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.445435] env[62225]: DEBUG oslo_vmware.rw_handles [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52134506-0e23-a48c-5425-707007a2f5fe/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.445663] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Uploaded image f9aa52f1-25c8-4f8f-8752-181d0cf5f29c to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 685.447997] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 685.448293] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8339f2c2-6bca-4af2-b7bb-ca8c49060755 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.455445] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 685.455445] env[62225]: value = "task-677379" [ 685.455445] env[62225]: _type = "Task" [ 685.455445] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.468024] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677379, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.638808] env[62225]: DEBUG oslo_concurrency.lockutils [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "8174b643-5052-415e-84e1-c327426b6227" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.639141] env[62225]: DEBUG oslo_concurrency.lockutils [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.639687] env[62225]: INFO nova.compute.manager [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Rebooting instance [ 685.827241] env[62225]: DEBUG nova.compute.utils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 685.833019] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 685.833230] env[62225]: DEBUG nova.network.neutron [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 685.968697] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677379, 'name': Destroy_Task, 'duration_secs': 0.497139} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.971332] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Destroyed the VM [ 685.971592] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 685.972217] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed93ca3c-fda2-4a2d-be5f-4a2c0da1c6e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.975605] env[62225]: DEBUG nova.policy [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb198d9c734410aa89af0589ecd7a2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5508fc4db880483db5480e06aab0036b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 685.987644] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 685.987644] env[62225]: value = "task-677380" [ 685.987644] env[62225]: _type = "Task" [ 685.987644] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.999586] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.018815] env[62225]: DEBUG nova.compute.manager [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 686.019026] env[62225]: DEBUG nova.compute.manager [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing instance network info cache due to event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 686.019222] env[62225]: DEBUG oslo_concurrency.lockutils [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.167995] env[62225]: DEBUG oslo_concurrency.lockutils [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.168386] env[62225]: DEBUG oslo_concurrency.lockutils [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquired lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.168532] env[62225]: DEBUG nova.network.neutron [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 686.213031] env[62225]: DEBUG nova.network.neutron [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updated VIF entry in instance network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 686.213275] env[62225]: DEBUG nova.network.neutron [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.335159] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 686.392024] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733250a-92f7-4db5-a94f-13b4ce37f72d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.399828] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ceb721-0120-4bc9-86db-878246c2c70a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.439684] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c33632-a80b-4780-9c43-eb41a85e21a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.449482] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a498f630-752f-4cc3-b5e5-dc857a6fad93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.465223] env[62225]: DEBUG nova.compute.provider_tree [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.504303] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.513955] env[62225]: DEBUG nova.network.neutron [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Successfully created port: c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.548017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "9c441c89-0efc-43b3-808d-8106c92e0123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.548261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "9c441c89-0efc-43b3-808d-8106c92e0123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.718160] env[62225]: DEBUG oslo_concurrency.lockutils [req-038bbee8-23e8-4fd3-9df7-1fd340d680f8 req-b223f453-4fdd-40eb-90f8-bac468fa31b3 service nova] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.718160] env[62225]: DEBUG oslo_concurrency.lockutils [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.718160] env[62225]: DEBUG nova.network.neutron [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 686.968270] env[62225]: DEBUG nova.scheduler.client.report [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 687.000764] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677380, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.135799] env[62225]: DEBUG nova.network.neutron [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Updating instance_info_cache with network_info: [{"id": "ff718a7f-1af6-402f-9b48-2e761efa0175", "address": "fa:16:3e:42:1b:2d", "network": {"id": "1688e07f-eeeb-4539-b704-8f8ab0959d37", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-911116789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f65bb109275640618113e023c519c021", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff718a7f-1a", "ovs_interfaceid": "ff718a7f-1af6-402f-9b48-2e761efa0175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.343968] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 687.375080] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 687.375443] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 687.375644] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.375873] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 687.376179] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.376399] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 687.376657] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 687.376882] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 687.377077] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 687.377288] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 687.377526] env[62225]: DEBUG nova.virt.hardware [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 687.378422] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27621c17-fb87-4d82-bc53-2d0fae10cd1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.390034] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a81eb-305e-40ef-8583-26627a1808f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.474215] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.476864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.717s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.478564] env[62225]: INFO nova.compute.claims [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.502719] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677380, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.515381] env[62225]: INFO nova.scheduler.client.report [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Deleted allocations for instance 320e1f36-e96f-4a5a-9f98-74ff3e2ace84 [ 687.537869] env[62225]: DEBUG nova.network.neutron [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updated VIF entry in instance network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 687.538272] env[62225]: DEBUG nova.network.neutron [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.640927] env[62225]: DEBUG oslo_concurrency.lockutils [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Releasing lock "refresh_cache-8174b643-5052-415e-84e1-c327426b6227" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.644143] env[62225]: DEBUG nova.compute.manager [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 687.646355] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6993e32-8713-490f-9e1c-677fee1e7ebc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.001147] env[62225]: DEBUG oslo_vmware.api [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677380, 'name': RemoveSnapshot_Task, 'duration_secs': 1.831001} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.002428] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 688.002855] env[62225]: INFO nova.compute.manager [None req-4225fb31-ca5f-4884-bdcc-9d74ea88968c tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 688.029638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6fce678a-836d-4ed6-8758-d91196bc5de1 tempest-ServersAdmin275Test-523321886 tempest-ServersAdmin275Test-523321886-project-member] Lock "320e1f36-e96f-4a5a-9f98-74ff3e2ace84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.153s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.042953] env[62225]: DEBUG oslo_concurrency.lockutils [req-285260b7-47ba-414c-a6bc-fe084902ccb5 req-c0a9031a-b461-4a1e-86e6-5f77689e87ae service nova] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.331128] env[62225]: DEBUG nova.compute.manager [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 688.331337] env[62225]: DEBUG nova.compute.manager [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing instance network info cache due to event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 688.331580] env[62225]: DEBUG oslo_concurrency.lockutils [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.331727] env[62225]: DEBUG oslo_concurrency.lockutils [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.331890] env[62225]: DEBUG nova.network.neutron [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.686439] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174ed74-6be5-41c5-af02-255c8b669eb5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.699233] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Doing hard reboot of VM {{(pid=62225) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 688.699520] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5061ac72-5229-4076-a651-504306b4da84 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.708313] env[62225]: DEBUG oslo_vmware.api [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 688.708313] env[62225]: value = "task-677381" [ 688.708313] env[62225]: _type = "Task" [ 688.708313] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.723588] env[62225]: DEBUG oslo_vmware.api [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677381, 'name': ResetVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.754028] env[62225]: DEBUG nova.network.neutron [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Successfully updated port: c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.031144] env[62225]: DEBUG nova.compute.manager [req-4c539d72-6c15-4933-b9d7-d4a8767205b9 req-e13aff73-6176-456f-b4b4-df7f32ed7bc9 service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Received event network-vif-plugged-c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 689.031144] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c539d72-6c15-4933-b9d7-d4a8767205b9 req-e13aff73-6176-456f-b4b4-df7f32ed7bc9 service nova] Acquiring lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.031144] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c539d72-6c15-4933-b9d7-d4a8767205b9 req-e13aff73-6176-456f-b4b4-df7f32ed7bc9 service nova] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.031144] env[62225]: DEBUG oslo_concurrency.lockutils [req-4c539d72-6c15-4933-b9d7-d4a8767205b9 req-e13aff73-6176-456f-b4b4-df7f32ed7bc9 service nova] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.031144] env[62225]: DEBUG nova.compute.manager [req-4c539d72-6c15-4933-b9d7-d4a8767205b9 req-e13aff73-6176-456f-b4b4-df7f32ed7bc9 service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] No waiting events found dispatching network-vif-plugged-c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 689.031144] env[62225]: WARNING nova.compute.manager [req-4c539d72-6c15-4933-b9d7-d4a8767205b9 req-e13aff73-6176-456f-b4b4-df7f32ed7bc9 service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Received unexpected event network-vif-plugged-c7be3075-02c7-4ebf-b5fe-f6815c61c6ba for instance with vm_state building and task_state spawning. [ 689.044316] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565cca6-ff17-47c5-a219-ae98f41ea1e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.055074] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c0ee89-2976-4d4a-9114-3e3d5e9403a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.089308] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b5e929-cfb5-486a-aba3-81c9ab0cb0f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.098663] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5333b975-6684-4588-961b-89a5b24d7dc8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.117155] env[62225]: DEBUG nova.compute.provider_tree [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.182687] env[62225]: DEBUG nova.network.neutron [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updated VIF entry in instance network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.183074] env[62225]: DEBUG nova.network.neutron [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.219118] env[62225]: DEBUG oslo_vmware.api [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677381, 'name': ResetVM_Task, 'duration_secs': 0.098828} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.219118] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Did hard reboot of VM {{(pid=62225) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 689.219118] env[62225]: DEBUG nova.compute.manager [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 689.220040] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b923b9c-29aa-4932-8612-c7371dcdb2f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.256573] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "refresh_cache-e0d5e536-25fb-4952-9a95-ce428cdfdc50" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.256928] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired lock "refresh_cache-e0d5e536-25fb-4952-9a95-ce428cdfdc50" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.256928] env[62225]: DEBUG nova.network.neutron [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 689.620575] env[62225]: DEBUG nova.scheduler.client.report [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 689.685511] env[62225]: DEBUG oslo_concurrency.lockutils [req-dbbea5bc-7da9-43a7-9673-fe19cd6babb8 req-f0f3dec2-ded0-4380-97aa-a4567e9a7b56 service nova] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.733893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-50848de0-eda1-4278-b42d-4ba925e2404f tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.094s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.802230] env[62225]: DEBUG nova.network.neutron [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 689.960083] env[62225]: DEBUG nova.network.neutron [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Updating instance_info_cache with network_info: [{"id": "c7be3075-02c7-4ebf-b5fe-f6815c61c6ba", "address": "fa:16:3e:d0:27:f9", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7be3075-02", "ovs_interfaceid": "c7be3075-02c7-4ebf-b5fe-f6815c61c6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.129135] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.130010] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 690.133836] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.794s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.136288] env[62225]: INFO nova.compute.claims [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.467861] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Releasing lock "refresh_cache-e0d5e536-25fb-4952-9a95-ce428cdfdc50" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.468284] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Instance network_info: |[{"id": "c7be3075-02c7-4ebf-b5fe-f6815c61c6ba", "address": "fa:16:3e:d0:27:f9", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7be3075-02", "ovs_interfaceid": "c7be3075-02c7-4ebf-b5fe-f6815c61c6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 690.468779] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:27:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7be3075-02c7-4ebf-b5fe-f6815c61c6ba', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.480795] env[62225]: DEBUG oslo.service.loopingcall [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.481433] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 690.481754] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812a3bad-c7e6-4aa6-a50e-c225d5fea3ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.510518] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.510518] env[62225]: value = "task-677382" [ 690.510518] env[62225]: _type = "Task" [ 690.510518] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.524818] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677382, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.643725] env[62225]: DEBUG nova.compute.utils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.645117] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 690.645436] env[62225]: DEBUG nova.network.neutron [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 690.713417] env[62225]: DEBUG nova.policy [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c86c9102d2d54951a82941d2ddd9e3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae2013a11b06453fb6e0690fd9ae0de1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 690.914189] env[62225]: DEBUG nova.compute.manager [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 690.914351] env[62225]: DEBUG nova.compute.manager [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing instance network info cache due to event network-changed-860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 690.914583] env[62225]: DEBUG oslo_concurrency.lockutils [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] Acquiring lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.914815] env[62225]: DEBUG oslo_concurrency.lockutils [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] Acquired lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.914948] env[62225]: DEBUG nova.network.neutron [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Refreshing network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 691.022437] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677382, 'name': CreateVM_Task, 'duration_secs': 0.397636} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.022653] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 691.023423] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.023635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.024361] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.024671] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92710d74-ef03-4d4a-a05c-321813ea54ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031555] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 691.031555] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a403c7-2c9c-dbbc-a6e3-f72e29b092f0" [ 691.031555] env[62225]: _type = "Task" [ 691.031555] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.041654] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a403c7-2c9c-dbbc-a6e3-f72e29b092f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.055592] env[62225]: DEBUG nova.network.neutron [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Successfully created port: d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.148950] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 691.293936] env[62225]: DEBUG nova.compute.manager [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 691.295316] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c087e5-daed-48b2-9005-8726cf32b474 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.310054] env[62225]: DEBUG nova.compute.manager [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Received event network-changed-c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 691.310264] env[62225]: DEBUG nova.compute.manager [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Refreshing instance network info cache due to event network-changed-c7be3075-02c7-4ebf-b5fe-f6815c61c6ba. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 691.311022] env[62225]: DEBUG oslo_concurrency.lockutils [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] Acquiring lock "refresh_cache-e0d5e536-25fb-4952-9a95-ce428cdfdc50" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.311022] env[62225]: DEBUG oslo_concurrency.lockutils [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] Acquired lock "refresh_cache-e0d5e536-25fb-4952-9a95-ce428cdfdc50" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.311022] env[62225]: DEBUG nova.network.neutron [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Refreshing network info cache for port c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 691.544818] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a403c7-2c9c-dbbc-a6e3-f72e29b092f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.544979] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.545254] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.545604] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.545793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.546094] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.546377] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e8d7a0-1377-419a-b385-5d7c47293c73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.559142] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.559142] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 691.559544] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3dc321c-4857-4a58-9b09-97d01c33b1e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.571025] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 691.571025] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52304f23-c581-d427-2911-52c33d855b8d" [ 691.571025] env[62225]: _type = "Task" [ 691.571025] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.585987] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52304f23-c581-d427-2911-52c33d855b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.593075] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04be088-94ff-461d-bbe4-b655220410ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.601897] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 691.601897] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b147f3-4767-7ff2-a453-ef091595f158" [ 691.601897] env[62225]: _type = "Task" [ 691.601897] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.617645] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b147f3-4767-7ff2-a453-ef091595f158, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.617904] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.618262] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e0d5e536-25fb-4952-9a95-ce428cdfdc50/e0d5e536-25fb-4952-9a95-ce428cdfdc50.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 691.618475] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56588550-f67d-4fc6-8dd7-d63156bf8d34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.628620] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 691.628620] env[62225]: value = "task-677383" [ 691.628620] env[62225]: _type = "Task" [ 691.628620] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.640885] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.721345] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84b9213-c16b-4ba8-9f29-19ae2631f60f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.731032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ffa848-02c2-4ad8-bccd-dc5631686bbe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.767199] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a309b5f5-6045-44c5-bd9e-d2195d2f75ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.776709] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c2d2d6-fb60-47a8-aff9-75cc0fd3e376 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.793890] env[62225]: DEBUG nova.compute.provider_tree [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.810142] env[62225]: INFO nova.compute.manager [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] instance snapshotting [ 691.813222] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c007c8-2c20-42e3-bc00-c7dc52cf05ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.837875] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857558a4-86c3-4417-80cf-b0427a3d0d2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.849401] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "8174b643-5052-415e-84e1-c327426b6227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.849679] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.849916] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "8174b643-5052-415e-84e1-c327426b6227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.850130] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.850330] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.854669] env[62225]: INFO nova.compute.manager [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Terminating instance [ 691.856431] env[62225]: DEBUG nova.compute.manager [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 691.856691] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 691.857551] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddae00f-41df-4981-9577-6709bdc636fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.867924] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 691.868337] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1f2697d-82cb-4211-8413-a1a5f1a2a965 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.882311] env[62225]: DEBUG oslo_vmware.api [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 691.882311] env[62225]: value = "task-677384" [ 691.882311] env[62225]: _type = "Task" [ 691.882311] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.895271] env[62225]: DEBUG oslo_vmware.api [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.971677] env[62225]: DEBUG nova.network.neutron [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updated VIF entry in instance network info cache for port 860af94f-ad8f-4986-9940-91ce7465b3fb. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 691.972122] env[62225]: DEBUG nova.network.neutron [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [{"id": "860af94f-ad8f-4986-9940-91ce7465b3fb", "address": "fa:16:3e:d7:d0:45", "network": {"id": "34ac4404-d64b-4e2b-be41-bcc85a02062d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-744211944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0138cd40cb7c43a09ca45937c766e41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860af94f-ad", "ovs_interfaceid": "860af94f-ad8f-4986-9940-91ce7465b3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.057952] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "5a054b45-28d2-4481-8db0-40899b7b4680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.058255] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "5a054b45-28d2-4481-8db0-40899b7b4680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.058470] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "5a054b45-28d2-4481-8db0-40899b7b4680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.058679] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "5a054b45-28d2-4481-8db0-40899b7b4680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.058926] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "5a054b45-28d2-4481-8db0-40899b7b4680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.061514] env[62225]: INFO nova.compute.manager [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Terminating instance [ 692.063640] env[62225]: DEBUG nova.compute.manager [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 692.063863] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 692.065044] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569242b-dca0-4dbb-beb6-c18133b84f4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.076529] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 692.076894] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e068aaf-aeb4-4ccb-b39f-c447bcbda873 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.087084] env[62225]: DEBUG oslo_vmware.api [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 692.087084] env[62225]: value = "task-677385" [ 692.087084] env[62225]: _type = "Task" [ 692.087084] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.106042] env[62225]: DEBUG oslo_vmware.api [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.147906] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517982} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.147906] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e0d5e536-25fb-4952-9a95-ce428cdfdc50/e0d5e536-25fb-4952-9a95-ce428cdfdc50.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 692.147906] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.147906] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1501150-cdb1-4b6c-ac35-2bbc4b8ae829 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.158076] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 692.158076] env[62225]: value = "task-677386" [ 692.158076] env[62225]: _type = "Task" [ 692.158076] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.164609] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 692.177676] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.197502] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 692.197776] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 692.197940] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.198144] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 692.198409] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.198575] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 692.198796] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 692.198962] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 692.199156] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 692.199323] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 692.199498] env[62225]: DEBUG nova.virt.hardware [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.200908] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf9fca-2990-4968-aa95-a1adca81cfc2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.212030] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69eb5aa-a2a8-4b11-82eb-078b761d2fdf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.242699] env[62225]: DEBUG nova.network.neutron [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Updated VIF entry in instance network info cache for port c7be3075-02c7-4ebf-b5fe-f6815c61c6ba. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 692.243047] env[62225]: DEBUG nova.network.neutron [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Updating instance_info_cache with network_info: [{"id": "c7be3075-02c7-4ebf-b5fe-f6815c61c6ba", "address": "fa:16:3e:d0:27:f9", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7be3075-02", "ovs_interfaceid": "c7be3075-02c7-4ebf-b5fe-f6815c61c6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.297330] env[62225]: DEBUG nova.scheduler.client.report [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 692.358339] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.358725] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d780beda-a4d7-4f36-be84-7be17f24fa61 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.367573] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 692.367573] env[62225]: value = "task-677387" [ 692.367573] env[62225]: _type = "Task" [ 692.367573] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.377237] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677387, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.391966] env[62225]: DEBUG oslo_vmware.api [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677384, 'name': PowerOffVM_Task, 'duration_secs': 0.242399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.392283] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 692.392475] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 692.392731] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d56c79d-bc37-4873-baa4-a98d3f9ab188 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.462987] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 692.462987] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 692.463129] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Deleting the datastore file [datastore2] 8174b643-5052-415e-84e1-c327426b6227 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.463311] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-855832ff-7090-4f97-9ea5-2509e0eb1a64 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.471156] env[62225]: DEBUG oslo_vmware.api [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for the task: (returnval){ [ 692.471156] env[62225]: value = "task-677389" [ 692.471156] env[62225]: _type = "Task" [ 692.471156] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.481780] env[62225]: DEBUG oslo_concurrency.lockutils [req-d86bbda2-cbfe-4233-9cd7-a6fa59ca8466 req-26017050-ae86-4963-add9-a2bb9992dc41 service nova] Releasing lock "refresh_cache-5a054b45-28d2-4481-8db0-40899b7b4680" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.481780] env[62225]: DEBUG oslo_vmware.api [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.603033] env[62225]: DEBUG oslo_vmware.api [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677385, 'name': PowerOffVM_Task, 'duration_secs': 0.243311} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.603033] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 692.603033] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 692.603033] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8d1fdf-3696-40ad-9105-fab138db0625 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.671878] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069039} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.672383] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.673382] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d31f51-3f63-4692-836b-1a2d901a2a18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.679937] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 692.679937] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 692.679937] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Deleting the datastore file [datastore1] 5a054b45-28d2-4481-8db0-40899b7b4680 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.680380] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ccc11a8-47f6-4986-b6d5-43dcf35b5f62 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.702578] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] e0d5e536-25fb-4952-9a95-ce428cdfdc50/e0d5e536-25fb-4952-9a95-ce428cdfdc50.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.703496] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59df69d8-9af0-4e3a-9000-d980201f99d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.722196] env[62225]: DEBUG oslo_vmware.api [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for the task: (returnval){ [ 692.722196] env[62225]: value = "task-677391" [ 692.722196] env[62225]: _type = "Task" [ 692.722196] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.729502] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 692.729502] env[62225]: value = "task-677392" [ 692.729502] env[62225]: _type = "Task" [ 692.729502] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.733347] env[62225]: DEBUG oslo_vmware.api [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.744539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.744539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.747889] env[62225]: DEBUG oslo_concurrency.lockutils [req-585b1e93-d7ac-46db-a6dd-5cb5aac21f25 req-5795ee44-4d38-4180-8786-8a90eb3c6bec service nova] Releasing lock "refresh_cache-e0d5e536-25fb-4952-9a95-ce428cdfdc50" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.748339] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.749941] env[62225]: DEBUG nova.network.neutron [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Successfully updated port: d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.804054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.804838] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 692.811018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.047s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.811018] env[62225]: DEBUG nova.objects.instance [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lazy-loading 'resources' on Instance uuid f629ec3b-913b-4d00-8f64-0b2c651ac397 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.887035] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677387, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.981725] env[62225]: DEBUG oslo_vmware.api [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Task: {'id': task-677389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138661} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.982085] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.982353] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 692.982592] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 692.982803] env[62225]: INFO nova.compute.manager [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] [instance: 8174b643-5052-415e-84e1-c327426b6227] Took 1.13 seconds to destroy the instance on the hypervisor. [ 692.983064] env[62225]: DEBUG oslo.service.loopingcall [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.983264] env[62225]: DEBUG nova.compute.manager [-] [instance: 8174b643-5052-415e-84e1-c327426b6227] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 692.983415] env[62225]: DEBUG nova.network.neutron [-] [instance: 8174b643-5052-415e-84e1-c327426b6227] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 693.233674] env[62225]: DEBUG oslo_vmware.api [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Task: {'id': task-677391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210382} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.237244] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.237463] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 693.237651] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 693.237808] env[62225]: INFO nova.compute.manager [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Took 1.17 seconds to destroy the instance on the hypervisor. [ 693.238146] env[62225]: DEBUG oslo.service.loopingcall [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.238631] env[62225]: DEBUG nova.compute.manager [-] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 693.238631] env[62225]: DEBUG nova.network.neutron [-] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 693.245970] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.253672] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.253859] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.253973] env[62225]: DEBUG nova.network.neutron [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 693.311215] env[62225]: DEBUG nova.compute.utils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.316904] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 693.317103] env[62225]: DEBUG nova.network.neutron [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 693.386720] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677387, 'name': CreateSnapshot_Task, 'duration_secs': 0.686941} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.394643] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.401904] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61096f-a2a1-4d40-a913-b27af4fe3b71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.447697] env[62225]: DEBUG nova.network.neutron [-] [instance: 8174b643-5052-415e-84e1-c327426b6227] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.451489] env[62225]: DEBUG nova.compute.manager [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Received event network-vif-plugged-d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 693.454161] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] Acquiring lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.454161] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.454161] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.454161] env[62225]: DEBUG nova.compute.manager [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] No waiting events found dispatching network-vif-plugged-d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 693.454161] env[62225]: WARNING nova.compute.manager [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Received unexpected event network-vif-plugged-d1e87ae7-2a8a-423a-a273-30d982f4446b for instance with vm_state building and task_state spawning. [ 693.454161] env[62225]: DEBUG nova.compute.manager [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Received event network-changed-d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 693.454161] env[62225]: DEBUG nova.compute.manager [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Refreshing instance network info cache due to event network-changed-d1e87ae7-2a8a-423a-a273-30d982f4446b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 693.454576] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] Acquiring lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.457809] env[62225]: DEBUG nova.policy [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4a16d5264b74160a758923dbd3fb198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff159e91442b44a6811369e1ea44f53b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 693.746659] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677392, 'name': ReconfigVM_Task, 'duration_secs': 0.719067} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.746659] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Reconfigured VM instance instance-00000027 to attach disk [datastore1] e0d5e536-25fb-4952-9a95-ce428cdfdc50/e0d5e536-25fb-4952-9a95-ce428cdfdc50.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.747939] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db02741a-2542-4593-bb39-0daa6cbf8c19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.755736] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 693.755736] env[62225]: value = "task-677393" [ 693.755736] env[62225]: _type = "Task" [ 693.755736] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.772021] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677393, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.823839] env[62225]: DEBUG nova.network.neutron [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 693.826071] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 693.903701] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6264e1-36d3-43c2-bfe1-9dd93811a112 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.914235] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628821bc-4404-4dd7-9a2c-ef9e2403badd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.953642] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47192f2-d511-493c-900b-84b979788b25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.962938] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.963355] env[62225]: INFO nova.compute.manager [-] [instance: 8174b643-5052-415e-84e1-c327426b6227] Took 0.98 seconds to deallocate network for instance. [ 693.965656] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31e9d2eb-4ea2-4097-b046-06475a6bf89c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.977161] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb36090-ce5f-4817-a9f3-a423df1e1ca4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.991234] env[62225]: DEBUG nova.compute.provider_tree [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.993480] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 693.993480] env[62225]: value = "task-677394" [ 693.993480] env[62225]: _type = "Task" [ 693.993480] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.003926] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677394, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.088090] env[62225]: DEBUG nova.network.neutron [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Successfully created port: 292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.118805] env[62225]: DEBUG nova.network.neutron [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Updating instance_info_cache with network_info: [{"id": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "address": "fa:16:3e:87:e8:a6", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e87ae7-2a", "ovs_interfaceid": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.231945] env[62225]: DEBUG nova.network.neutron [-] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.272029] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677393, 'name': Rename_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.479538] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.495731] env[62225]: DEBUG nova.scheduler.client.report [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 694.510736] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677394, 'name': CloneVM_Task} progress is 93%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.622098] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.622443] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Instance network_info: |[{"id": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "address": "fa:16:3e:87:e8:a6", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e87ae7-2a", "ovs_interfaceid": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 694.622814] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] Acquired lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.623209] env[62225]: DEBUG nova.network.neutron [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Refreshing network info cache for port d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 694.624800] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e8:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1e87ae7-2a8a-423a-a273-30d982f4446b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.632382] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Creating folder: Project (ae2013a11b06453fb6e0690fd9ae0de1). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 694.633456] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701b000d-0200-4e75-871e-909e0fb9a0da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.645368] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Created folder: Project (ae2013a11b06453fb6e0690fd9ae0de1) in parent group-v163168. [ 694.646049] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Creating folder: Instances. Parent ref: group-v163274. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 694.646049] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a94848f-e358-45da-96c1-8caff845fbc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.655733] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Created folder: Instances in parent group-v163274. [ 694.656050] env[62225]: DEBUG oslo.service.loopingcall [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.656265] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 694.656513] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94051b8c-8ccd-4c17-862d-5b709b1c07c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.676774] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.676774] env[62225]: value = "task-677397" [ 694.676774] env[62225]: _type = "Task" [ 694.676774] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.684589] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677397, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.734947] env[62225]: INFO nova.compute.manager [-] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Took 1.50 seconds to deallocate network for instance. [ 694.769779] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677393, 'name': Rename_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.839166] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 694.861232] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 694.861615] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 694.861804] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.862063] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 694.863054] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.863054] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 694.863054] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 694.863054] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 694.863253] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 694.863284] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 694.863450] env[62225]: DEBUG nova.virt.hardware [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 694.864522] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b71a1-a4e9-45ed-b8c7-36615bc8e5da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.874710] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4561ba-1ab8-4a0e-9d0a-08ed6259b0a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.005830] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.011842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.986s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.013728] env[62225]: INFO nova.compute.claims [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.016853] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677394, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.043318] env[62225]: INFO nova.scheduler.client.report [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted allocations for instance f629ec3b-913b-4d00-8f64-0b2c651ac397 [ 695.190648] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677397, 'name': CreateVM_Task, 'duration_secs': 0.332972} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.191715] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 695.192759] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.193069] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.193442] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.193807] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f9bb59-063e-44eb-9644-dd5722f8b1c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.199391] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 695.199391] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b443bc-a0fc-a097-0f55-56da7fe93306" [ 695.199391] env[62225]: _type = "Task" [ 695.199391] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.207968] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b443bc-a0fc-a097-0f55-56da7fe93306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.243694] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.269887] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677393, 'name': Rename_Task, 'duration_secs': 1.338582} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.270216] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 695.270495] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3236898a-2bce-4405-89d9-e8399cfdcd22 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.277853] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 695.277853] env[62225]: value = "task-677398" [ 695.277853] env[62225]: _type = "Task" [ 695.277853] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.286031] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.416112] env[62225]: DEBUG nova.network.neutron [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Updated VIF entry in instance network info cache for port d1e87ae7-2a8a-423a-a273-30d982f4446b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 695.416592] env[62225]: DEBUG nova.network.neutron [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Updating instance_info_cache with network_info: [{"id": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "address": "fa:16:3e:87:e8:a6", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e87ae7-2a", "ovs_interfaceid": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.461177] env[62225]: DEBUG nova.compute.manager [req-6031dd3e-1e9d-41de-af89-2025e957cc8b req-3d594a28-cdb2-4403-a113-0098b26ae4be service nova] [instance: 8174b643-5052-415e-84e1-c327426b6227] Received event network-vif-deleted-ff718a7f-1af6-402f-9b48-2e761efa0175 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 695.461177] env[62225]: DEBUG nova.compute.manager [req-6031dd3e-1e9d-41de-af89-2025e957cc8b req-3d594a28-cdb2-4403-a113-0098b26ae4be service nova] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Received event network-vif-deleted-860af94f-ad8f-4986-9940-91ce7465b3fb {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 695.509922] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677394, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.550807] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aca1a85-44e4-4dd1-a8d2-24e4f50fdcb9 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "f629ec3b-913b-4d00-8f64-0b2c651ac397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.987s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.715581] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b443bc-a0fc-a097-0f55-56da7fe93306, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.716311] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.716579] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.716864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.717049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.717300] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.717632] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53235c54-0b84-47bb-892c-f9098e322b87 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.724816] env[62225]: DEBUG nova.network.neutron [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Successfully updated port: 292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.728602] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.728602] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 695.729540] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bc091a-956b-4bb2-a7a6-17accb4172ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.737451] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 695.737451] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c4d0a9-778d-f33c-5bbe-c8a4e32e79cd" [ 695.737451] env[62225]: _type = "Task" [ 695.737451] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.748765] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c4d0a9-778d-f33c-5bbe-c8a4e32e79cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.794018] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677398, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.919239] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d4a5785-2a47-48d6-b48d-76dc0a517bc1 req-e563b694-c87f-477c-a30c-d40f58880fa8 service nova] Releasing lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.010212] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677394, 'name': CloneVM_Task, 'duration_secs': 1.871509} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.010473] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Created linked-clone VM from snapshot [ 696.011235] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acc0a01-5e6d-41f1-8240-17356395fee4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.018915] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Uploading image fb0e029a-5f29-42ac-a95b-d85f6d2e0d5d {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 696.039393] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.039393] env[62225]: value = "vm-163273" [ 696.039393] env[62225]: _type = "VirtualMachine" [ 696.039393] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.040350] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8608394b-5bcb-431c-8b47-56fa9f93f54c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.047936] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lease: (returnval){ [ 696.047936] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ff82e-033e-d135-9b44-2e577d1a3f3c" [ 696.047936] env[62225]: _type = "HttpNfcLease" [ 696.047936] env[62225]: } obtained for exporting VM: (result){ [ 696.047936] env[62225]: value = "vm-163273" [ 696.047936] env[62225]: _type = "VirtualMachine" [ 696.047936] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 696.048226] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the lease: (returnval){ [ 696.048226] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ff82e-033e-d135-9b44-2e577d1a3f3c" [ 696.048226] env[62225]: _type = "HttpNfcLease" [ 696.048226] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 696.055413] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.055413] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ff82e-033e-d135-9b44-2e577d1a3f3c" [ 696.055413] env[62225]: _type = "HttpNfcLease" [ 696.055413] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 696.229562] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.229767] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquired lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.229966] env[62225]: DEBUG nova.network.neutron [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 696.250718] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c4d0a9-778d-f33c-5bbe-c8a4e32e79cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015107} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.252595] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723331f6-5ff3-46d1-8e46-264235a9991c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.260769] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 696.260769] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52eec84b-b3ad-1aa2-4f67-e47f638185d5" [ 696.260769] env[62225]: _type = "Task" [ 696.260769] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.273130] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52eec84b-b3ad-1aa2-4f67-e47f638185d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.294122] env[62225]: DEBUG oslo_vmware.api [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677398, 'name': PowerOnVM_Task, 'duration_secs': 0.527984} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.296577] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 696.296791] env[62225]: INFO nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Took 8.95 seconds to spawn the instance on the hypervisor. [ 696.296972] env[62225]: DEBUG nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 696.297908] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03100130-b059-447a-a35c-a735b1e04ae9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.430737] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e599a2c-f203-4f36-93a6-7977463de6d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.438751] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930fa321-a004-4cd2-aa32-53e1c49c3136 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.471419] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702bdd08-4f4e-4487-86e3-8c2d559b0b98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.479663] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4010730-0720-4b8f-aa45-0b6ac8ffcd92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.498378] env[62225]: DEBUG nova.compute.provider_tree [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.560950] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.560950] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ff82e-033e-d135-9b44-2e577d1a3f3c" [ 696.560950] env[62225]: _type = "HttpNfcLease" [ 696.560950] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 696.561474] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 696.561474] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528ff82e-033e-d135-9b44-2e577d1a3f3c" [ 696.561474] env[62225]: _type = "HttpNfcLease" [ 696.561474] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 696.562643] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7dff78-4997-4c21-a338-a672a7076e91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.573608] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b772-8d10-d313-6b9c-dfe08f7dacb0/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 696.573805] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b772-8d10-d313-6b9c-dfe08f7dacb0/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 696.726045] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95ed0f74-fe2c-40c4-87f1-1dd55ee7ac5d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.772917] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52eec84b-b3ad-1aa2-4f67-e47f638185d5, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.773209] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.773477] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/d21d4797-aa75-4a06-aa1d-f9effb3a58c2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 696.773799] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e0a98ab-8b48-43c8-9c4b-2717526fd06f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.781170] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 696.781170] env[62225]: value = "task-677400" [ 696.781170] env[62225]: _type = "Task" [ 696.781170] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.789695] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.792324] env[62225]: DEBUG nova.network.neutron [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 696.816623] env[62225]: INFO nova.compute.manager [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Took 43.30 seconds to build instance. [ 697.004771] env[62225]: DEBUG nova.scheduler.client.report [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 697.063225] env[62225]: DEBUG nova.network.neutron [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Updating instance_info_cache with network_info: [{"id": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "address": "fa:16:3e:2a:bb:80", "network": {"id": "53b30f21-0bf6-431f-bee1-c72d90ea20fb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112834803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff159e91442b44a6811369e1ea44f53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292840d9-f9", "ovs_interfaceid": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.179031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad4b800-9f4f-49e9-96a8-03b711d90994 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.188907] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e855e8b9-b67c-40b8-90ce-acbb152da43a tempest-ServersAdminNegativeTestJSON-877282782 tempest-ServersAdminNegativeTestJSON-877282782-project-admin] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Suspending the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 697.189378] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d9469796-d4e2-4fb9-b744-aaca6d20dee8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.198585] env[62225]: DEBUG oslo_vmware.api [None req-e855e8b9-b67c-40b8-90ce-acbb152da43a tempest-ServersAdminNegativeTestJSON-877282782 tempest-ServersAdminNegativeTestJSON-877282782-project-admin] Waiting for the task: (returnval){ [ 697.198585] env[62225]: value = "task-677401" [ 697.198585] env[62225]: _type = "Task" [ 697.198585] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.210056] env[62225]: DEBUG oslo_vmware.api [None req-e855e8b9-b67c-40b8-90ce-acbb152da43a tempest-ServersAdminNegativeTestJSON-877282782 tempest-ServersAdminNegativeTestJSON-877282782-project-admin] Task: {'id': task-677401, 'name': SuspendVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.293609] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.318629] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04f5dd27-c881-43b0-9450-da513d25a93a tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.497s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.488800] env[62225]: DEBUG nova.compute.manager [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Received event network-vif-plugged-292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 697.489264] env[62225]: DEBUG oslo_concurrency.lockutils [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] Acquiring lock "402bb35b-24dc-4326-b607-b636ce61cbbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.489264] env[62225]: DEBUG oslo_concurrency.lockutils [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.489901] env[62225]: DEBUG oslo_concurrency.lockutils [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.490752] env[62225]: DEBUG nova.compute.manager [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] No waiting events found dispatching network-vif-plugged-292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 697.490752] env[62225]: WARNING nova.compute.manager [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Received unexpected event network-vif-plugged-292840d9-f9f4-4de3-b045-8cd3243e79d6 for instance with vm_state building and task_state spawning. [ 697.490752] env[62225]: DEBUG nova.compute.manager [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Received event network-changed-292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 697.490963] env[62225]: DEBUG nova.compute.manager [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Refreshing instance network info cache due to event network-changed-292840d9-f9f4-4de3-b045-8cd3243e79d6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 697.490963] env[62225]: DEBUG oslo_concurrency.lockutils [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] Acquiring lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.511761] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.514057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.218s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.514057] env[62225]: DEBUG nova.objects.instance [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lazy-loading 'resources' on Instance uuid f3f3010a-3ee4-4561-9734-041c24b15e90 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.246315] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Releasing lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.246709] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Instance network_info: |[{"id": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "address": "fa:16:3e:2a:bb:80", "network": {"id": "53b30f21-0bf6-431f-bee1-c72d90ea20fb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112834803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff159e91442b44a6811369e1ea44f53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292840d9-f9", "ovs_interfaceid": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 698.247639] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 698.252704] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "517edab1-7484-412a-a223-cd6e5bd50476" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.253357] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "517edab1-7484-412a-a223-cd6e5bd50476" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.257950] env[62225]: DEBUG oslo_concurrency.lockutils [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] Acquired lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.257950] env[62225]: DEBUG nova.network.neutron [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Refreshing network info cache for port 292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 698.257950] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:bb:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292840d9-f9f4-4de3-b045-8cd3243e79d6', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.264397] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Creating folder: Project (ff159e91442b44a6811369e1ea44f53b). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 698.274349] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c055977d-73bb-4082-acde-e750cd1d4117 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.286586] env[62225]: DEBUG oslo_vmware.api [None req-e855e8b9-b67c-40b8-90ce-acbb152da43a tempest-ServersAdminNegativeTestJSON-877282782 tempest-ServersAdminNegativeTestJSON-877282782-project-admin] Task: {'id': task-677401, 'name': SuspendVM_Task, 'duration_secs': 0.690778} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.286847] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556916} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.291422] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e855e8b9-b67c-40b8-90ce-acbb152da43a tempest-ServersAdminNegativeTestJSON-877282782 tempest-ServersAdminNegativeTestJSON-877282782-project-admin] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Suspended the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 698.291422] env[62225]: DEBUG nova.compute.manager [None req-e855e8b9-b67c-40b8-90ce-acbb152da43a tempest-ServersAdminNegativeTestJSON-877282782 tempest-ServersAdminNegativeTestJSON-877282782-project-admin] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 698.291422] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/d21d4797-aa75-4a06-aa1d-f9effb3a58c2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 698.291688] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.291922] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Created folder: Project (ff159e91442b44a6811369e1ea44f53b) in parent group-v163168. [ 698.292096] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Creating folder: Instances. Parent ref: group-v163277. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 698.293062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b099a-6e6c-4faf-a8d3-f6cc04fa536e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.295664] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbdd65f5-6810-40e2-a5f9-10bc74269d95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.297802] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d5ea884-03a4-49ea-9845-739ec3d7013e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.308502] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 698.308502] env[62225]: value = "task-677404" [ 698.308502] env[62225]: _type = "Task" [ 698.308502] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.313775] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Created folder: Instances in parent group-v163277. [ 698.314096] env[62225]: DEBUG oslo.service.loopingcall [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.314935] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 698.317789] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2d5dc45-a814-4dae-ac54-43657f787ee7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.338992] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.347318] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.347318] env[62225]: value = "task-677405" [ 698.347318] env[62225]: _type = "Task" [ 698.347318] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.358370] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677405, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.570277] env[62225]: DEBUG nova.network.neutron [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Updated VIF entry in instance network info cache for port 292840d9-f9f4-4de3-b045-8cd3243e79d6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 698.570775] env[62225]: DEBUG nova.network.neutron [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Updating instance_info_cache with network_info: [{"id": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "address": "fa:16:3e:2a:bb:80", "network": {"id": "53b30f21-0bf6-431f-bee1-c72d90ea20fb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112834803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff159e91442b44a6811369e1ea44f53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292840d9-f9", "ovs_interfaceid": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.757740] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "517edab1-7484-412a-a223-cd6e5bd50476" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.757740] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 698.797447] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15f23c-8fce-486a-8efc-fd74c4e67498 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.802389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.818146] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd87967d-14ec-41f6-8804-0513cad146dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.829376] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073977} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.857489] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.859814] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef29f2-96fb-43fb-8f0b-b9285be950d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.865835] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67284992-2f67-4749-9187-816539436a66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.875129] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677405, 'name': CreateVM_Task, 'duration_secs': 0.39777} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.886114] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 698.895050] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/d21d4797-aa75-4a06-aa1d-f9effb3a58c2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.896033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.896312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.896782] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.898175] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdc919-2e3a-42cb-971c-225896a81f89 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.903094] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cebb37a8-c383-4679-b310-413dbae7c1d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.918343] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6095657-bf3f-4078-b86a-7e6f7169b649 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.925153] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 698.925153] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e11f53-eaf5-a2cd-5051-85cd5d294f8b" [ 698.925153] env[62225]: _type = "Task" [ 698.925153] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.933200] env[62225]: DEBUG nova.compute.provider_tree [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.939363] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 698.939363] env[62225]: value = "task-677406" [ 698.939363] env[62225]: _type = "Task" [ 698.939363] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.947281] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e11f53-eaf5-a2cd-5051-85cd5d294f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.017124} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.948840] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.949108] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.949365] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.949526] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.949734] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.950339] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13c4226-ee99-4eed-aa18-c155aa3cef13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.955543] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.963888] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.964178] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 698.965049] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3c6803-850a-44f9-b74f-8c1131fb72f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.971862] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 698.971862] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528946cf-9332-c6bd-87bd-059ddef2d681" [ 698.971862] env[62225]: _type = "Task" [ 698.971862] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.984153] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528946cf-9332-c6bd-87bd-059ddef2d681, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.989298] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef2c69c-e7be-4ccd-aeb4-c58829063128 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.997649] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 698.997649] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fddb5e-22b3-b763-2a74-d50f70c04d92" [ 698.997649] env[62225]: _type = "Task" [ 698.997649] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.006150] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fddb5e-22b3-b763-2a74-d50f70c04d92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.081327] env[62225]: DEBUG oslo_concurrency.lockutils [req-eeabd02d-e725-44db-b3a3-dbaf2ab925f5 req-0a89b373-ea2e-42d2-9f31-7f574bc0f757 service nova] Releasing lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.262010] env[62225]: DEBUG nova.compute.utils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 699.263098] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 699.263274] env[62225]: DEBUG nova.network.neutron [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 699.333883] env[62225]: DEBUG nova.policy [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '871bda9c879c4bd6a0107319b869c6e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acdb27141d3a45d4af8d2c11998137c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 699.441052] env[62225]: DEBUG nova.scheduler.client.report [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 699.455551] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.509270] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fddb5e-22b3-b763-2a74-d50f70c04d92, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.509857] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.510889] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 402bb35b-24dc-4326-b607-b636ce61cbbc/402bb35b-24dc-4326-b607-b636ce61cbbc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 699.515020] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0a02373-64fa-428b-8afd-680a742b7e2a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.520706] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 699.520706] env[62225]: value = "task-677407" [ 699.520706] env[62225]: _type = "Task" [ 699.520706] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.531039] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.688997] env[62225]: DEBUG nova.network.neutron [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Successfully created port: a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.768736] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 699.949294] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.952866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.331s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.961384] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677406, 'name': ReconfigVM_Task, 'duration_secs': 0.850403} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.961719] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/d21d4797-aa75-4a06-aa1d-f9effb3a58c2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.962465] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87190879-4b27-4024-8b29-665cb8f1f3b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.972218] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 699.972218] env[62225]: value = "task-677408" [ 699.972218] env[62225]: _type = "Task" [ 699.972218] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.983816] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677408, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.992047] env[62225]: INFO nova.scheduler.client.report [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Deleted allocations for instance f3f3010a-3ee4-4561-9734-041c24b15e90 [ 700.034573] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.482701] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677408, 'name': Rename_Task, 'duration_secs': 0.373236} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.483230] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 700.483271] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfabb39b-4d92-406e-96ce-6d6b03cfda7d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.493192] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 700.493192] env[62225]: value = "task-677409" [ 700.493192] env[62225]: _type = "Task" [ 700.493192] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.500539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d610ced9-1882-459a-b545-5ee198222080 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "f3f3010a-3ee4-4561-9734-041c24b15e90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.761s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.508749] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.534513] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516268} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.534946] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 402bb35b-24dc-4326-b607-b636ce61cbbc/402bb35b-24dc-4326-b607-b636ce61cbbc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 700.535631] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.535631] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb2d710-4b50-47f8-a525-4f14ae271b18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.544075] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 700.544075] env[62225]: value = "task-677410" [ 700.544075] env[62225]: _type = "Task" [ 700.544075] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.557918] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.777276] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 700.804643] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 700.804946] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 700.805143] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.805336] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 700.805500] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.805661] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 700.805901] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 700.806090] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 700.806282] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 700.806451] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 700.806651] env[62225]: DEBUG nova.virt.hardware [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 700.807571] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a04f5-366c-4fd9-95ab-1cdbe09a6b67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.823844] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3536ed4e-e0bc-492e-b15f-90c1c3194927 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.003590] env[62225]: DEBUG oslo_vmware.api [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677409, 'name': PowerOnVM_Task, 'duration_secs': 0.507948} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.004647] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9b36321a-5dff-49cb-a852-aadc4e939893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.004828] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d9b09b54-cebc-4381-bb2d-48b557dc9da9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.004960] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 1148a432-e541-482c-9f04-8741c5696142 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.005089] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 10bf69e0-2212-4b8b-8b08-26345de266fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.005203] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 053ca8ea-7808-4f1c-b982-a16a03ed2331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.005418] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 0c5f9435-85a0-4224-8819-6a5215b9f23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.005418] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance dc7ad4b6-dcee-406d-999e-f520dca5a976 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.005559] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.005631] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d44cd37e-42ae-45af-b853-d34441ddf09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.005739] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance a411242c-6a85-49aa-bf09-5af2dbe3801b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.005858] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5a054b45-28d2-4481-8db0-40899b7b4680 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.005991] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 73d6830e-bab4-4639-a471-759aab5ba3a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.006128] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 8174b643-5052-415e-84e1-c327426b6227 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.006238] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance e0d5e536-25fb-4952-9a95-ce428cdfdc50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.006345] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d21d4797-aa75-4a06-aa1d-f9effb3a58c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.006450] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 402bb35b-24dc-4326-b607-b636ce61cbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.006555] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 260eae69-df48-45b6-a09d-c47a36c471f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.008058] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 701.008924] env[62225]: INFO nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Took 8.84 seconds to spawn the instance on the hypervisor. [ 701.008924] env[62225]: DEBUG nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 701.009402] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56642991-6140-4212-9685-7b5f68619226 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.058254] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074623} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.059691] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.059691] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07022d6f-0e9d-4c12-913e-e4410f2caf94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.086903] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 402bb35b-24dc-4326-b607-b636ce61cbbc/402bb35b-24dc-4326-b607-b636ce61cbbc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.087819] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381873bf-0d7d-4e53-911e-cbdcafd1d410 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.115750] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 701.115750] env[62225]: value = "task-677411" [ 701.115750] env[62225]: _type = "Task" [ 701.115750] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.127376] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.317974] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.318345] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.318599] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.318796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.318974] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.322138] env[62225]: INFO nova.compute.manager [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Terminating instance [ 701.324348] env[62225]: DEBUG nova.compute.manager [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 701.324980] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 701.325641] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ec2327-a7e1-470d-b2b8-2010921d1f85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.336269] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 701.336557] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11121d0e-81fe-4a2e-8394-cc5491739118 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.411986] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 701.412422] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 701.412744] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleting the datastore file [datastore1] e0d5e536-25fb-4952-9a95-ce428cdfdc50 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.413189] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cee4e38d-1d85-4416-b17d-1723615f2cfb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.421413] env[62225]: DEBUG oslo_vmware.api [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 701.421413] env[62225]: value = "task-677413" [ 701.421413] env[62225]: _type = "Task" [ 701.421413] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.432320] env[62225]: DEBUG oslo_vmware.api [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.489741] env[62225]: DEBUG nova.compute.manager [req-23f1845d-1282-4f01-8157-d30cc5eab62a req-4dfe0ce5-6d0a-47f8-a497-577e661c6161 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Received event network-vif-plugged-a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 701.490122] env[62225]: DEBUG oslo_concurrency.lockutils [req-23f1845d-1282-4f01-8157-d30cc5eab62a req-4dfe0ce5-6d0a-47f8-a497-577e661c6161 service nova] Acquiring lock "260eae69-df48-45b6-a09d-c47a36c471f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.490597] env[62225]: DEBUG oslo_concurrency.lockutils [req-23f1845d-1282-4f01-8157-d30cc5eab62a req-4dfe0ce5-6d0a-47f8-a497-577e661c6161 service nova] Lock "260eae69-df48-45b6-a09d-c47a36c471f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.491624] env[62225]: DEBUG oslo_concurrency.lockutils [req-23f1845d-1282-4f01-8157-d30cc5eab62a req-4dfe0ce5-6d0a-47f8-a497-577e661c6161 service nova] Lock "260eae69-df48-45b6-a09d-c47a36c471f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.491903] env[62225]: DEBUG nova.compute.manager [req-23f1845d-1282-4f01-8157-d30cc5eab62a req-4dfe0ce5-6d0a-47f8-a497-577e661c6161 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] No waiting events found dispatching network-vif-plugged-a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 701.492229] env[62225]: WARNING nova.compute.manager [req-23f1845d-1282-4f01-8157-d30cc5eab62a req-4dfe0ce5-6d0a-47f8-a497-577e661c6161 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Received unexpected event network-vif-plugged-a4ed243c-221f-486b-835b-95d8fae23005 for instance with vm_state building and task_state spawning. [ 701.510631] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance ecd1ca12-c4a0-459f-ac68-b8209b659af7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.534512] env[62225]: INFO nova.compute.manager [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Took 47.81 seconds to build instance. [ 701.627703] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677411, 'name': ReconfigVM_Task, 'duration_secs': 0.317167} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.628087] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 402bb35b-24dc-4326-b607-b636ce61cbbc/402bb35b-24dc-4326-b607-b636ce61cbbc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.628784] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558fa88e-fc41-4e8c-9415-270426ff25e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.637171] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 701.637171] env[62225]: value = "task-677414" [ 701.637171] env[62225]: _type = "Task" [ 701.637171] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.647152] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677414, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.706077] env[62225]: DEBUG nova.network.neutron [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Successfully updated port: a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.933744] env[62225]: DEBUG oslo_vmware.api [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169929} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.934494] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.934494] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 701.934494] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 701.934730] env[62225]: INFO nova.compute.manager [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Took 0.61 seconds to destroy the instance on the hypervisor. [ 701.934794] env[62225]: DEBUG oslo.service.loopingcall [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.934974] env[62225]: DEBUG nova.compute.manager [-] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 701.935081] env[62225]: DEBUG nova.network.neutron [-] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 702.013515] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance e45d8a48-5e98-4f1c-b17c-1ef04f55ae96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.013795] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6e3f397f-f581-4de1-a6ae-307121bfa897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.036849] env[62225]: DEBUG oslo_concurrency.lockutils [None req-df22e2c6-40ad-41b8-82fc-8c6093cb008b tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 122.493s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.151927] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677414, 'name': Rename_Task, 'duration_secs': 0.165001} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.152252] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 702.152550] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf251c82-a9a9-4def-8ebf-26d048e8752a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.161189] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 702.161189] env[62225]: value = "task-677415" [ 702.161189] env[62225]: _type = "Task" [ 702.161189] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.171815] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.209453] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "refresh_cache-260eae69-df48-45b6-a09d-c47a36c471f9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.210858] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquired lock "refresh_cache-260eae69-df48-45b6-a09d-c47a36c471f9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.210858] env[62225]: DEBUG nova.network.neutron [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 702.518443] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 0fb6e085-8c66-4b53-a0a1-f44590d4c550 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.539587] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 702.671753] env[62225]: DEBUG oslo_vmware.api [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677415, 'name': PowerOnVM_Task, 'duration_secs': 0.481275} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.672050] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 702.672269] env[62225]: INFO nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Took 7.83 seconds to spawn the instance on the hypervisor. [ 702.672452] env[62225]: DEBUG nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 702.673271] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b18a44-cf32-4d96-b5b3-aa31c59d4498 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.718230] env[62225]: INFO nova.compute.manager [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Rescuing [ 702.718500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.718653] env[62225]: DEBUG oslo_concurrency.lockutils [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.718828] env[62225]: DEBUG nova.network.neutron [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 702.736389] env[62225]: DEBUG nova.network.neutron [-] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.772320] env[62225]: DEBUG nova.network.neutron [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 702.971470] env[62225]: DEBUG nova.network.neutron [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Updating instance_info_cache with network_info: [{"id": "a4ed243c-221f-486b-835b-95d8fae23005", "address": "fa:16:3e:b7:ac:32", "network": {"id": "9bb87f9b-232c-4a75-98aa-ba7bdba9ca70", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-433602543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acdb27141d3a45d4af8d2c11998137c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ed243c-22", "ovs_interfaceid": "a4ed243c-221f-486b-835b-95d8fae23005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.026612] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 24f5eb10-b56a-45ed-afe0-1a8d8a076170 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.068025] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.196986] env[62225]: INFO nova.compute.manager [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Took 45.88 seconds to build instance. [ 703.238264] env[62225]: INFO nova.compute.manager [-] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Took 1.30 seconds to deallocate network for instance. [ 703.475059] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Releasing lock "refresh_cache-260eae69-df48-45b6-a09d-c47a36c471f9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.475538] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Instance network_info: |[{"id": "a4ed243c-221f-486b-835b-95d8fae23005", "address": "fa:16:3e:b7:ac:32", "network": {"id": "9bb87f9b-232c-4a75-98aa-ba7bdba9ca70", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-433602543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acdb27141d3a45d4af8d2c11998137c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ed243c-22", "ovs_interfaceid": "a4ed243c-221f-486b-835b-95d8fae23005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 703.476035] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:ac:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4ed243c-221f-486b-835b-95d8fae23005', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.489203] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Creating folder: Project (acdb27141d3a45d4af8d2c11998137c4). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 703.489203] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e65750-7176-4d78-8404-b8b646cf904a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.501346] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Created folder: Project (acdb27141d3a45d4af8d2c11998137c4) in parent group-v163168. [ 703.501634] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Creating folder: Instances. Parent ref: group-v163280. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 703.501928] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58703cf8-8f4a-4cc4-9da2-09b9c7233967 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.513279] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Created folder: Instances in parent group-v163280. [ 703.514279] env[62225]: DEBUG oslo.service.loopingcall [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.514750] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 703.514830] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-578bab79-ef99-4325-902b-de0c95227da3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.534586] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 56e4c6f5-790b-4b61-a267-bc8d11a4b65d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.542908] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.542908] env[62225]: value = "task-677418" [ 703.542908] env[62225]: _type = "Task" [ 703.542908] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.561949] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677418, 'name': CreateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.573582] env[62225]: DEBUG nova.network.neutron [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Updating instance_info_cache with network_info: [{"id": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "address": "fa:16:3e:87:e8:a6", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1e87ae7-2a", "ovs_interfaceid": "d1e87ae7-2a8a-423a-a273-30d982f4446b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.673084] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "2bf20983-6072-4672-b7f6-09fd621efb1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.674328] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.699721] env[62225]: DEBUG oslo_concurrency.lockutils [None req-002e2839-a59c-47fd-a53b-cfacb96f0d4c tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 122.770s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.745644] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.816240] env[62225]: DEBUG nova.compute.manager [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Received event network-changed-a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 703.816477] env[62225]: DEBUG nova.compute.manager [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Refreshing instance network info cache due to event network-changed-a4ed243c-221f-486b-835b-95d8fae23005. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 703.816929] env[62225]: DEBUG oslo_concurrency.lockutils [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] Acquiring lock "refresh_cache-260eae69-df48-45b6-a09d-c47a36c471f9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.817072] env[62225]: DEBUG oslo_concurrency.lockutils [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] Acquired lock "refresh_cache-260eae69-df48-45b6-a09d-c47a36c471f9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.817200] env[62225]: DEBUG nova.network.neutron [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Refreshing network info cache for port a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 704.037464] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 371a5926-5c3e-4ba0-8ea4-77048ae00799 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.055445] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677418, 'name': CreateVM_Task, 'duration_secs': 0.402249} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.055689] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 704.056446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.056720] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.057120] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.057422] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1538672-35b5-4c01-ad66-11234b6f8ae1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.063101] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 704.063101] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52252b4e-c337-3584-71ce-a7b3e0e684c9" [ 704.063101] env[62225]: _type = "Task" [ 704.063101] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.072281] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52252b4e-c337-3584-71ce-a7b3e0e684c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.078061] env[62225]: DEBUG oslo_concurrency.lockutils [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "refresh_cache-d21d4797-aa75-4a06-aa1d-f9effb3a58c2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.203353] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 704.540204] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 54f04107-6ab1-4994-ad4b-cd44de6a1a55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.543138] env[62225]: DEBUG nova.network.neutron [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Updated VIF entry in instance network info cache for port a4ed243c-221f-486b-835b-95d8fae23005. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 704.543520] env[62225]: DEBUG nova.network.neutron [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Updating instance_info_cache with network_info: [{"id": "a4ed243c-221f-486b-835b-95d8fae23005", "address": "fa:16:3e:b7:ac:32", "network": {"id": "9bb87f9b-232c-4a75-98aa-ba7bdba9ca70", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-433602543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acdb27141d3a45d4af8d2c11998137c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ed243c-22", "ovs_interfaceid": "a4ed243c-221f-486b-835b-95d8fae23005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.576316] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52252b4e-c337-3584-71ce-a7b3e0e684c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019535} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.577017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.577282] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.577540] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.577715] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.577907] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.578205] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69344577-8580-4e37-ac6c-a5e13a0531a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.589560] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.589560] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 704.590395] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5e163a-fc38-459f-9525-35fffb13344f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.597572] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 704.597572] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52982525-4985-d5ff-ef2b-9f66f93b0e75" [ 704.597572] env[62225]: _type = "Task" [ 704.597572] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.608615] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52982525-4985-d5ff-ef2b-9f66f93b0e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.609126] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 704.609368] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9908564e-e8be-4f48-97cc-5cfab1f85964 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.616843] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 704.616843] env[62225]: value = "task-677419" [ 704.616843] env[62225]: _type = "Task" [ 704.616843] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.627074] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.728837] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.046425] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.048106] env[62225]: DEBUG oslo_concurrency.lockutils [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] Releasing lock "refresh_cache-260eae69-df48-45b6-a09d-c47a36c471f9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.050082] env[62225]: DEBUG nova.compute.manager [req-3351f5ac-ac38-429c-92ec-2ca79b3b4eb6 req-ab786478-d501-455f-9ea5-eab0835ab21b service nova] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Received event network-vif-deleted-c7be3075-02c7-4ebf-b5fe-f6815c61c6ba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 705.110665] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52982525-4985-d5ff-ef2b-9f66f93b0e75, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.111704] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3340b8ea-73c4-400e-9bac-ad0377a7eb09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.118439] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 705.118439] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d64850-18d1-f40e-7923-d07efa925a8f" [ 705.118439] env[62225]: _type = "Task" [ 705.118439] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.133986] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677419, 'name': PowerOffVM_Task, 'duration_secs': 0.220862} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.134324] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d64850-18d1-f40e-7923-d07efa925a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.134627] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 705.135575] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57520139-efcb-4375-b19a-e0976bf4ffc3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.162434] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d41028-e240-4b39-9a19-29f1f777c7e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.191717] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 705.192094] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-836e3840-25c7-480b-91bd-a1fd41fe3a85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.201624] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 705.201624] env[62225]: value = "task-677420" [ 705.201624] env[62225]: _type = "Task" [ 705.201624] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.212080] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 705.212409] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.212675] env[62225]: DEBUG oslo_concurrency.lockutils [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.550819] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 98372513-5daf-4bf2-8448-a271c6b9530e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.633391] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d64850-18d1-f40e-7923-d07efa925a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.015636} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.633718] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.634037] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 260eae69-df48-45b6-a09d-c47a36c471f9/260eae69-df48-45b6-a09d-c47a36c471f9.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 705.634354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.634570] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.634834] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5276c2f-d860-4a86-b172-7d7ae919d761 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.637258] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3653306-d6df-4fac-afd6-4db93dde2fb3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.644953] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 705.644953] env[62225]: value = "task-677421" [ 705.644953] env[62225]: _type = "Task" [ 705.644953] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.649501] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.652050] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 705.652050] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0032015-bd9b-44a0-9bc6-b0c52b88d5a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.656898] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.660651] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 705.660651] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526a19ef-a057-7753-484c-72157f612077" [ 705.660651] env[62225]: _type = "Task" [ 705.660651] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.670084] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526a19ef-a057-7753-484c-72157f612077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.851222] env[62225]: DEBUG nova.compute.manager [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Received event network-changed-292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 705.852443] env[62225]: DEBUG nova.compute.manager [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Refreshing instance network info cache due to event network-changed-292840d9-f9f4-4de3-b045-8cd3243e79d6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 705.852750] env[62225]: DEBUG oslo_concurrency.lockutils [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] Acquiring lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.852906] env[62225]: DEBUG oslo_concurrency.lockutils [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] Acquired lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.853110] env[62225]: DEBUG nova.network.neutron [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Refreshing network info cache for port 292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 705.917226] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b772-8d10-d313-6b9c-dfe08f7dacb0/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.918301] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be292484-8ea4-4a8e-8880-625023c1ff47 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.926150] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b772-8d10-d313-6b9c-dfe08f7dacb0/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.926334] env[62225]: ERROR oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b772-8d10-d313-6b9c-dfe08f7dacb0/disk-0.vmdk due to incomplete transfer. [ 705.926772] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5eb90476-e829-4654-9daa-2342a1c0827a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.933975] env[62225]: DEBUG oslo_vmware.rw_handles [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b772-8d10-d313-6b9c-dfe08f7dacb0/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.934214] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Uploaded image fb0e029a-5f29-42ac-a95b-d85f6d2e0d5d to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 705.936690] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 705.937025] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c344dc01-2658-47ee-9ce3-948a5dbe0240 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.945238] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 705.945238] env[62225]: value = "task-677422" [ 705.945238] env[62225]: _type = "Task" [ 705.945238] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.953779] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677422, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.054641] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 464bc3fc-80c5-4985-8262-88e7711cba0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.054641] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (903ec370-a00f-40fb-b212-90647084112a): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 706.156937] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677421, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.171735] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526a19ef-a057-7753-484c-72157f612077, 'name': SearchDatastore_Task, 'duration_secs': 0.017788} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.172717] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bd9c53-fdcf-4249-ae3a-cfaffc1bd71b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.179976] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 706.179976] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d2b33-16d8-5b30-62b3-bb67bc856f30" [ 706.179976] env[62225]: _type = "Task" [ 706.179976] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.191065] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d2b33-16d8-5b30-62b3-bb67bc856f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.459705] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677422, 'name': Destroy_Task, 'duration_secs': 0.404984} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.459943] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Destroyed the VM [ 706.460216] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.460476] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de6df171-fffc-4a72-81c3-3f0821dc6ca6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.467531] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 706.467531] env[62225]: value = "task-677423" [ 706.467531] env[62225]: _type = "Task" [ 706.467531] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.478387] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.557771] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 13d1b109-25a1-4e7f-9d70-a449ece00cc2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.644163] env[62225]: DEBUG nova.network.neutron [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Updated VIF entry in instance network info cache for port 292840d9-f9f4-4de3-b045-8cd3243e79d6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 706.644604] env[62225]: DEBUG nova.network.neutron [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Updating instance_info_cache with network_info: [{"id": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "address": "fa:16:3e:2a:bb:80", "network": {"id": "53b30f21-0bf6-431f-bee1-c72d90ea20fb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112834803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff159e91442b44a6811369e1ea44f53b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292840d9-f9", "ovs_interfaceid": "292840d9-f9f4-4de3-b045-8cd3243e79d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.656680] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830166} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.657013] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 260eae69-df48-45b6-a09d-c47a36c471f9/260eae69-df48-45b6-a09d-c47a36c471f9.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 706.657285] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.657545] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e8682e9-b662-4661-a1f3-731acac0a958 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.666319] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 706.666319] env[62225]: value = "task-677424" [ 706.666319] env[62225]: _type = "Task" [ 706.666319] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.675325] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.690380] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d2b33-16d8-5b30-62b3-bb67bc856f30, 'name': SearchDatastore_Task, 'duration_secs': 0.04966} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.690695] env[62225]: DEBUG oslo_concurrency.lockutils [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.690984] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. {{(pid=62225) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 706.691286] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f7c923a-300c-4bf2-8354-b53c6540b625 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.698797] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 706.698797] env[62225]: value = "task-677425" [ 706.698797] env[62225]: _type = "Task" [ 706.698797] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.707255] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.978731] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677423, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.060802] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9c441c89-0efc-43b3-808d-8106c92e0123 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.147051] env[62225]: DEBUG oslo_concurrency.lockutils [req-48354ad2-7e69-4761-9180-75c03abc8fa6 req-6f604ad2-eab7-4f8d-819d-9898b54b677f service nova] Releasing lock "refresh_cache-402bb35b-24dc-4326-b607-b636ce61cbbc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.177179] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071267} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.177415] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.178209] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eda1c9-9a84-40ba-b44b-accfdbb4fd41 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.200295] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 260eae69-df48-45b6-a09d-c47a36c471f9/260eae69-df48-45b6-a09d-c47a36c471f9.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.200679] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91fba8bf-ee72-4673-bd90-3e0207baab66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.223878] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.225531] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 707.225531] env[62225]: value = "task-677426" [ 707.225531] env[62225]: _type = "Task" [ 707.225531] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.233328] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.480260] env[62225]: DEBUG oslo_vmware.api [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.56987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.480755] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 707.481150] env[62225]: INFO nova.compute.manager [None req-db329c0b-0396-4dfb-a983-38ff182aba4e tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 707.564388] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.564758] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 707.564915] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 707.711428] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677425, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.738161] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.014090] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031cd39f-1b4d-4afc-b7c3-e4b1eb46c660 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.025562] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b9a0d0-7f85-4a58-b463-392f84d33125 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.077668] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f334f5c-97b0-4b9b-97fa-f9d46e7cba60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.087855] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2225135f-2e02-4be5-a12c-3cc8247776cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.103057] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.211712] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677425, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.33486} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.211853] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. [ 708.212993] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45eca9-1b40-451e-9fd8-e22b7cc38384 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.242163] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.243292] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a87c536-1663-4d0b-a8ec-cd5a4d734cb5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.264309] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677426, 'name': ReconfigVM_Task, 'duration_secs': 0.949315} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.264638] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 260eae69-df48-45b6-a09d-c47a36c471f9/260eae69-df48-45b6-a09d-c47a36c471f9.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.266310] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce8bb8a-1281-4dba-9d43-c2e961f749a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.267958] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 708.267958] env[62225]: value = "task-677427" [ 708.267958] env[62225]: _type = "Task" [ 708.267958] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.272937] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 708.272937] env[62225]: value = "task-677428" [ 708.272937] env[62225]: _type = "Task" [ 708.272937] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.279054] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.284509] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677428, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.607426] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 708.779313] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677427, 'name': ReconfigVM_Task, 'duration_secs': 0.318207} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.779936] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.780758] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a26dc5-cd88-4cde-91e4-01c7f2e126c9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.785787] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677428, 'name': Rename_Task, 'duration_secs': 0.13419} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.786377] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 708.786645] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a718ab7a-1c29-45a2-8728-6f9de9824b78 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.809282] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b49538-6503-4b2c-8a64-3b8cef01082e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.821098] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 708.821098] env[62225]: value = "task-677429" [ 708.821098] env[62225]: _type = "Task" [ 708.821098] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.827015] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 708.827015] env[62225]: value = "task-677430" [ 708.827015] env[62225]: _type = "Task" [ 708.827015] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.830186] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.838866] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.112857] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 709.113193] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.161s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.113536] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.943s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.113878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.115992] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.761s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.118245] env[62225]: INFO nova.compute.claims [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.139834] env[62225]: INFO nova.scheduler.client.report [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Deleted allocations for instance dc7ad4b6-dcee-406d-999e-f520dca5a976 [ 709.332270] env[62225]: DEBUG oslo_vmware.api [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677429, 'name': PowerOnVM_Task, 'duration_secs': 0.473192} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.335583] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 709.335692] env[62225]: INFO nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Took 8.56 seconds to spawn the instance on the hypervisor. [ 709.335882] env[62225]: DEBUG nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 709.336673] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b32a04-048f-444c-8961-e81f646e102a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.349068] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677430, 'name': ReconfigVM_Task, 'duration_secs': 0.213287} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.349589] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 709.349852] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e25a95-0e55-47d7-a166-3301e70c964f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.358694] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 709.358694] env[62225]: value = "task-677431" [ 709.358694] env[62225]: _type = "Task" [ 709.358694] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.368872] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.647305] env[62225]: DEBUG oslo_concurrency.lockutils [None req-13397db6-4af8-4b64-92ab-965fd753ab5c tempest-InstanceActionsNegativeTestJSON-1173361695 tempest-InstanceActionsNegativeTestJSON-1173361695-project-member] Lock "dc7ad4b6-dcee-406d-999e-f520dca5a976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.640s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.861428] env[62225]: INFO nova.compute.manager [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Took 50.86 seconds to build instance. [ 709.874320] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.992042] env[62225]: DEBUG nova.compute.manager [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 709.993250] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf1a79-a5ce-4fb8-a7f4-2f37a72378f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.275262] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "260eae69-df48-45b6-a09d-c47a36c471f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.369190] env[62225]: DEBUG oslo_concurrency.lockutils [None req-da515ed7-e22a-4a83-9d44-601a615d23ff tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "260eae69-df48-45b6-a09d-c47a36c471f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 127.060s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.370997] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "260eae69-df48-45b6-a09d-c47a36c471f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.096s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.371241] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "260eae69-df48-45b6-a09d-c47a36c471f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.371456] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "260eae69-df48-45b6-a09d-c47a36c471f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.371632] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "260eae69-df48-45b6-a09d-c47a36c471f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.376472] env[62225]: DEBUG oslo_vmware.api [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677431, 'name': PowerOnVM_Task, 'duration_secs': 0.676785} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.376953] env[62225]: INFO nova.compute.manager [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Terminating instance [ 710.378344] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 710.381437] env[62225]: DEBUG nova.compute.manager [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 710.381437] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 710.381437] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d631df-96fa-4ab5-ae65-130188be9fe1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.385296] env[62225]: DEBUG nova.compute.manager [None req-73a8375b-7641-4ba1-8775-9ea6548d94b4 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 710.386332] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2f5e3-2f98-4af3-8fbe-e0ea58ca0a43 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.401703] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 710.402207] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83780f2c-05b4-442d-a127-dcb1f28333c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.410899] env[62225]: DEBUG oslo_vmware.api [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 710.410899] env[62225]: value = "task-677432" [ 710.410899] env[62225]: _type = "Task" [ 710.410899] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.420300] env[62225]: DEBUG oslo_vmware.api [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.510168] env[62225]: INFO nova.compute.manager [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] instance snapshotting [ 710.513415] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8744d2c-3cc1-48c2-ae4f-7d4f7221dcb6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.540779] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161f860-2b2f-4067-bd59-ceed6e7b4874 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.641984] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf23d5c-a2bb-417d-8f26-160817d5a586 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.651537] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28813c8a-f9a6-4b6b-a3ff-c584b0a14552 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.686335] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203340e-3ff6-4d9b-bea0-33c644bc9d67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.695521] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cd830-9c6f-4ded-a4b6-2c530341f7b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.711480] env[62225]: DEBUG nova.compute.provider_tree [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.877445] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 710.922112] env[62225]: DEBUG oslo_vmware.api [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677432, 'name': PowerOffVM_Task, 'duration_secs': 0.245509} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.922437] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 710.922650] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 710.922931] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adca0b52-ba27-4b86-aa0f-0869663d1b43 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.991575] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 710.992060] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 710.992190] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Deleting the datastore file [datastore2] 260eae69-df48-45b6-a09d-c47a36c471f9 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.992506] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33a3548-6c9a-44eb-b9e8-91704b19b6e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.999079] env[62225]: DEBUG oslo_vmware.api [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for the task: (returnval){ [ 710.999079] env[62225]: value = "task-677434" [ 710.999079] env[62225]: _type = "Task" [ 710.999079] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.008208] env[62225]: DEBUG oslo_vmware.api [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.053149] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.053474] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-550d63ff-793a-4518-b4c1-523164efa6eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.062155] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 711.062155] env[62225]: value = "task-677435" [ 711.062155] env[62225]: _type = "Task" [ 711.062155] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.072654] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677435, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.217020] env[62225]: DEBUG nova.scheduler.client.report [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 711.404851] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.511307] env[62225]: DEBUG oslo_vmware.api [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Task: {'id': task-677434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166643} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.511929] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.512041] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 711.512337] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 711.512634] env[62225]: INFO nova.compute.manager [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 711.513037] env[62225]: DEBUG oslo.service.loopingcall [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.513360] env[62225]: DEBUG nova.compute.manager [-] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 711.513530] env[62225]: DEBUG nova.network.neutron [-] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 711.573833] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677435, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.722500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.723058] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 711.726383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.405s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.728032] env[62225]: INFO nova.compute.claims [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.075907] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677435, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.101051] env[62225]: DEBUG nova.compute.manager [req-ef1b0b97-2268-4d80-809a-a546cf147664 req-f2e4d31b-53f0-41ff-930b-fe49664e79e0 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Received event network-vif-deleted-a4ed243c-221f-486b-835b-95d8fae23005 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 712.101414] env[62225]: INFO nova.compute.manager [req-ef1b0b97-2268-4d80-809a-a546cf147664 req-f2e4d31b-53f0-41ff-930b-fe49664e79e0 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Neutron deleted interface a4ed243c-221f-486b-835b-95d8fae23005; detaching it from the instance and deleting it from the info cache [ 712.101741] env[62225]: DEBUG nova.network.neutron [req-ef1b0b97-2268-4d80-809a-a546cf147664 req-f2e4d31b-53f0-41ff-930b-fe49664e79e0 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.232592] env[62225]: DEBUG nova.compute.utils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 712.237736] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 712.238148] env[62225]: DEBUG nova.network.neutron [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 712.308618] env[62225]: DEBUG nova.policy [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5557963f6ce0407f9fc7271649229a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84bd18bbbc1c4e20a138d5e5d2814407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 712.398944] env[62225]: DEBUG nova.network.neutron [-] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.576468] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677435, 'name': CreateSnapshot_Task, 'duration_secs': 1.204247} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.577095] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.577872] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df227bc2-b777-4c6d-9ecf-131fdce3bbb0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.606544] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e1000e9-0a5c-4776-9294-b912542e867f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.619993] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aadfa4-fb4c-4be0-a672-4a8fc85452d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.652876] env[62225]: DEBUG nova.compute.manager [req-ef1b0b97-2268-4d80-809a-a546cf147664 req-f2e4d31b-53f0-41ff-930b-fe49664e79e0 service nova] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Detach interface failed, port_id=a4ed243c-221f-486b-835b-95d8fae23005, reason: Instance 260eae69-df48-45b6-a09d-c47a36c471f9 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 712.738017] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 712.772677] env[62225]: DEBUG nova.network.neutron [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Successfully created port: 0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.785405] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.785644] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.900420] env[62225]: INFO nova.compute.manager [-] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Took 1.39 seconds to deallocate network for instance. [ 713.101655] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.102368] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63295aeb-5391-4b3c-88c2-0a151ad40a50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.114713] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 713.114713] env[62225]: value = "task-677436" [ 713.114713] env[62225]: _type = "Task" [ 713.114713] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.128788] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677436, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.262126] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475ffee-5e6b-42d1-898e-614eb2ede269 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.273024] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcf04ad-9f95-4674-8c4c-0dc2cc718e32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.308453] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c301e-8fc8-4033-9222-36dc353c5f81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.332490] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd95486-e065-44ee-b720-aad7e892e6e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.349597] env[62225]: DEBUG nova.compute.provider_tree [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.410106] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.628147] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677436, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.751456] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 713.783679] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 713.784064] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 713.784338] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.784667] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 713.784859] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.785212] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 713.785584] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 713.787284] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 713.787639] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 713.787912] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 713.788207] env[62225]: DEBUG nova.virt.hardware [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.789544] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb9fd3-f300-494e-a9f8-75c26476c85e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.802860] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec11f8-b14c-47b6-b0b8-8e2bb2fa6107 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.853643] env[62225]: DEBUG nova.scheduler.client.report [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 714.143190] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677436, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.322386] env[62225]: DEBUG nova.compute.manager [req-d94b9515-7f28-4e2f-8078-f7ec9f422f9b req-e3e33972-f486-4bfa-93bf-2cd8c7f587ec service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Received event network-vif-plugged-0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 714.322386] env[62225]: DEBUG oslo_concurrency.lockutils [req-d94b9515-7f28-4e2f-8078-f7ec9f422f9b req-e3e33972-f486-4bfa-93bf-2cd8c7f587ec service nova] Acquiring lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.322386] env[62225]: DEBUG oslo_concurrency.lockutils [req-d94b9515-7f28-4e2f-8078-f7ec9f422f9b req-e3e33972-f486-4bfa-93bf-2cd8c7f587ec service nova] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.324627] env[62225]: DEBUG oslo_concurrency.lockutils [req-d94b9515-7f28-4e2f-8078-f7ec9f422f9b req-e3e33972-f486-4bfa-93bf-2cd8c7f587ec service nova] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.325146] env[62225]: DEBUG nova.compute.manager [req-d94b9515-7f28-4e2f-8078-f7ec9f422f9b req-e3e33972-f486-4bfa-93bf-2cd8c7f587ec service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] No waiting events found dispatching network-vif-plugged-0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 714.326285] env[62225]: WARNING nova.compute.manager [req-d94b9515-7f28-4e2f-8078-f7ec9f422f9b req-e3e33972-f486-4bfa-93bf-2cd8c7f587ec service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Received unexpected event network-vif-plugged-0437c9d6-3287-45c0-9150-9363377899e7 for instance with vm_state building and task_state spawning. [ 714.361022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.361022] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 714.365330] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.841s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.367208] env[62225]: INFO nova.compute.claims [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.491040] env[62225]: DEBUG nova.network.neutron [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Successfully updated port: 0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.630646] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677436, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.875046] env[62225]: DEBUG nova.compute.utils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.880297] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 714.880466] env[62225]: DEBUG nova.network.neutron [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 714.928200] env[62225]: DEBUG nova.policy [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e2e539e08e4af4ba2458d733617c78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b98169aab9143489952bb5e334fa424', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 714.994487] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.994606] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquired lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.994747] env[62225]: DEBUG nova.network.neutron [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 715.130596] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677436, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.385253] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 715.427205] env[62225]: DEBUG nova.network.neutron [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Successfully created port: 9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.547918] env[62225]: DEBUG nova.network.neutron [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 715.636168] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677436, 'name': CloneVM_Task, 'duration_secs': 2.211763} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.636565] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Created linked-clone VM from snapshot [ 715.637423] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d95133-cce7-4221-9978-8f950fdd2fb6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.653121] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Uploading image 31e047ac-6b35-4f13-8895-931680bc0031 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 715.692805] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.692805] env[62225]: value = "vm-163284" [ 715.692805] env[62225]: _type = "VirtualMachine" [ 715.692805] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.693326] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f3f32f2-4436-4343-8751-dc7f4e006f23 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.702525] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lease: (returnval){ [ 715.702525] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52854d5f-1188-091c-1542-1f441f7c3f96" [ 715.702525] env[62225]: _type = "HttpNfcLease" [ 715.702525] env[62225]: } obtained for exporting VM: (result){ [ 715.702525] env[62225]: value = "vm-163284" [ 715.702525] env[62225]: _type = "VirtualMachine" [ 715.702525] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.702525] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the lease: (returnval){ [ 715.702525] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52854d5f-1188-091c-1542-1f441f7c3f96" [ 715.702525] env[62225]: _type = "HttpNfcLease" [ 715.702525] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.713418] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.713418] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52854d5f-1188-091c-1542-1f441f7c3f96" [ 715.713418] env[62225]: _type = "HttpNfcLease" [ 715.713418] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 715.893045] env[62225]: INFO nova.virt.block_device [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Booting with volume 52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2 at /dev/sda [ 715.941404] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-736993ef-1a9c-4b49-b9f2-fc30d30a49fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.955187] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf49dd-4111-4c0f-8ab5-80a6ed84a621 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.995047] env[62225]: DEBUG nova.network.neutron [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Updating instance_info_cache with network_info: [{"id": "0437c9d6-3287-45c0-9150-9363377899e7", "address": "fa:16:3e:05:cf:94", "network": {"id": "f91f23cd-188f-467b-8545-bdf1690ab198", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2060496360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84bd18bbbc1c4e20a138d5e5d2814407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0437c9d6-32", "ovs_interfaceid": "0437c9d6-3287-45c0-9150-9363377899e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.996509] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39abbd8a-927c-46fb-8ee7-4aa41f6afe67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.000629] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d7a2ea-82e6-4283-8575-5339e058daf7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.010528] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1db03-61a7-4869-9692-45185a58043b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.017894] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f70dc0-d1f7-4c71-b7df-c70d40c62d73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.068535] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c83c3f-247b-4920-b8ea-35cf112edf46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.072364] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b276a3ea-7454-4d70-a26f-2d09b9800978 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.081864] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a16e19-861e-480a-b376-56675ee6e5b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.087863] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7251633-3c7c-4149-83de-db697b55d569 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.103064] env[62225]: DEBUG nova.compute.provider_tree [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.110175] env[62225]: DEBUG nova.virt.block_device [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updating existing volume attachment record: 0078f19f-af6e-4f07-a701-e42d78c9dcb8 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 716.211350] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 716.211350] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52854d5f-1188-091c-1542-1f441f7c3f96" [ 716.211350] env[62225]: _type = "HttpNfcLease" [ 716.211350] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 716.211658] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 716.211658] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52854d5f-1188-091c-1542-1f441f7c3f96" [ 716.211658] env[62225]: _type = "HttpNfcLease" [ 716.211658] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 716.212513] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724b585a-7a11-4a0a-b2fa-cc86ef18785d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.220996] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9ebe-d8e0-ce5f-9c19-07cdad62ea54/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 716.221199] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9ebe-d8e0-ce5f-9c19-07cdad62ea54/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.314976] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d1e5bee-d02b-4c6f-8c2c-c9b4ae25ca04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.406824] env[62225]: DEBUG nova.compute.manager [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Received event network-changed-0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 716.407055] env[62225]: DEBUG nova.compute.manager [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Refreshing instance network info cache due to event network-changed-0437c9d6-3287-45c0-9150-9363377899e7. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 716.407277] env[62225]: DEBUG oslo_concurrency.lockutils [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] Acquiring lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.501236] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Releasing lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.504654] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Instance network_info: |[{"id": "0437c9d6-3287-45c0-9150-9363377899e7", "address": "fa:16:3e:05:cf:94", "network": {"id": "f91f23cd-188f-467b-8545-bdf1690ab198", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2060496360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84bd18bbbc1c4e20a138d5e5d2814407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0437c9d6-32", "ovs_interfaceid": "0437c9d6-3287-45c0-9150-9363377899e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 716.504654] env[62225]: DEBUG oslo_concurrency.lockutils [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] Acquired lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.504654] env[62225]: DEBUG nova.network.neutron [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Refreshing network info cache for port 0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 716.505483] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:cf:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0437c9d6-3287-45c0-9150-9363377899e7', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.517257] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Creating folder: Project (84bd18bbbc1c4e20a138d5e5d2814407). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 716.520119] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef73c27-afd1-43a7-95d7-d4a59ab9cc44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.534536] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Created folder: Project (84bd18bbbc1c4e20a138d5e5d2814407) in parent group-v163168. [ 716.535091] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Creating folder: Instances. Parent ref: group-v163285. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 716.535589] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d11fdb7-368f-496e-ba35-458b14290580 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.548067] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Created folder: Instances in parent group-v163285. [ 716.548338] env[62225]: DEBUG oslo.service.loopingcall [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.548875] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 716.548875] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04cb7936-c977-4502-b743-b2549471e758 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.571986] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.571986] env[62225]: value = "task-677440" [ 716.571986] env[62225]: _type = "Task" [ 716.571986] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.582279] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677440, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.611355] env[62225]: DEBUG nova.scheduler.client.report [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 717.084661] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677440, 'name': CreateVM_Task, 'duration_secs': 0.372324} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.086648] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 717.086648] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.086648] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.086648] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.086648] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b1f3f8-c0d4-4eff-b93b-b9c3df6de169 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.094040] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 717.094040] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52793173-43d3-722b-5e70-f4d846d8819f" [ 717.094040] env[62225]: _type = "Task" [ 717.094040] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.115242] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52793173-43d3-722b-5e70-f4d846d8819f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.117484] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.118163] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 717.122354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.110s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.122569] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.126051] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.866s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.127786] env[62225]: INFO nova.compute.claims [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.172814] env[62225]: INFO nova.scheduler.client.report [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Deleted allocations for instance d9b09b54-cebc-4381-bb2d-48b557dc9da9 [ 717.486995] env[62225]: DEBUG nova.network.neutron [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Updated VIF entry in instance network info cache for port 0437c9d6-3287-45c0-9150-9363377899e7. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 717.486995] env[62225]: DEBUG nova.network.neutron [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Updating instance_info_cache with network_info: [{"id": "0437c9d6-3287-45c0-9150-9363377899e7", "address": "fa:16:3e:05:cf:94", "network": {"id": "f91f23cd-188f-467b-8545-bdf1690ab198", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2060496360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84bd18bbbc1c4e20a138d5e5d2814407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0437c9d6-32", "ovs_interfaceid": "0437c9d6-3287-45c0-9150-9363377899e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.610145] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52793173-43d3-722b-5e70-f4d846d8819f, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.610145] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.610145] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.610969] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.611367] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.611907] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.612544] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c81a5653-dcb8-4184-921a-6648b441dc19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.626151] env[62225]: DEBUG nova.compute.utils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 717.634988] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 717.635402] env[62225]: DEBUG nova.network.neutron [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 717.640049] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.641720] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 717.643111] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93735148-8312-4dde-9cb6-c69dceba145c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.653758] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 717.653758] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5209a184-4032-184b-78c9-cef0735bd202" [ 717.653758] env[62225]: _type = "Task" [ 717.653758] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.666282] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5209a184-4032-184b-78c9-cef0735bd202, 'name': SearchDatastore_Task} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.667385] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3b6326-803f-4fea-b7f6-0a95df90e9f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.679460] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 717.679460] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52559527-fb6b-f7ed-1eb9-c7fd39ab02a0" [ 717.679460] env[62225]: _type = "Task" [ 717.679460] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.686565] env[62225]: DEBUG nova.network.neutron [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Successfully updated port: 9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.692422] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0c44624f-224f-4a3e-aec9-1d78d020cf8d tempest-VolumesAssistedSnapshotsTest-1217528510 tempest-VolumesAssistedSnapshotsTest-1217528510-project-member] Lock "d9b09b54-cebc-4381-bb2d-48b557dc9da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.030s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.703588] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52559527-fb6b-f7ed-1eb9-c7fd39ab02a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.703588] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.703588] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] ecd1ca12-c4a0-459f-ac68-b8209b659af7/ecd1ca12-c4a0-459f-ac68-b8209b659af7.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 717.703807] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3906e33a-1094-40e7-bb3e-01979169ba77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.718408] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 717.718408] env[62225]: value = "task-677444" [ 717.718408] env[62225]: _type = "Task" [ 717.718408] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.730933] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.772711] env[62225]: DEBUG nova.policy [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a8193a6fa0448dba9794a307e54daa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ea13baa16f4405a5cc84c86a3edd88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 717.990329] env[62225]: DEBUG oslo_concurrency.lockutils [req-b8fdb001-5a20-47f7-ab6f-aeeee5cfd14d req-c2cd38b5-2944-4aed-b167-9c8fc4ab8d0d service nova] Releasing lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.136023] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 718.193189] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquiring lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.193344] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquired lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.193751] env[62225]: DEBUG nova.network.neutron [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 718.212038] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 718.212697] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 718.213028] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 718.213218] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.213413] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 718.213582] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.213751] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 718.213964] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 718.214168] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 718.214366] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 718.214612] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 718.214854] env[62225]: DEBUG nova.virt.hardware [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 718.216096] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be8cff-fdcc-4761-b35c-2fa6cbab626f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.237980] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1b13c-0773-4c31-8d44-584612b8d64e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.248709] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511752} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.249546] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] ecd1ca12-c4a0-459f-ac68-b8209b659af7/ecd1ca12-c4a0-459f-ac68-b8209b659af7.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 718.250022] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.252982] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a015a5d2-b6c7-4eff-8549-c60ecc21b23a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.272930] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 718.272930] env[62225]: value = "task-677445" [ 718.272930] env[62225]: _type = "Task" [ 718.272930] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.277664] env[62225]: DEBUG nova.network.neutron [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Successfully created port: 72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.289351] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.662730] env[62225]: DEBUG nova.compute.manager [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Received event network-vif-plugged-9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 718.663067] env[62225]: DEBUG oslo_concurrency.lockutils [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] Acquiring lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.663319] env[62225]: DEBUG oslo_concurrency.lockutils [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.663627] env[62225]: DEBUG oslo_concurrency.lockutils [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.663857] env[62225]: DEBUG nova.compute.manager [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] No waiting events found dispatching network-vif-plugged-9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 718.665308] env[62225]: WARNING nova.compute.manager [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Received unexpected event network-vif-plugged-9ee42554-5fb5-43c4-900a-91abb8011678 for instance with vm_state building and task_state spawning. [ 718.665308] env[62225]: DEBUG nova.compute.manager [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Received event network-changed-9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 718.665308] env[62225]: DEBUG nova.compute.manager [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Refreshing instance network info cache due to event network-changed-9ee42554-5fb5-43c4-900a-91abb8011678. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 718.665308] env[62225]: DEBUG oslo_concurrency.lockutils [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] Acquiring lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.706224] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73b0151-6cbe-4f2e-ba12-5613c8ca92cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.714932] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef9a85-6e9a-46a5-97c2-283c5a4e4eb3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.747813] env[62225]: DEBUG nova.network.neutron [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 718.750371] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640c60d7-0041-444d-b89a-27e20c12c2d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.760777] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f71f28-b816-4e93-bae5-daebf41101e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.776785] env[62225]: DEBUG nova.compute.provider_tree [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.788685] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069511} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.788964] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.789745] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a78fac-9d51-4faf-aed8-150fa1b34fb5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.813779] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ecd1ca12-c4a0-459f-ac68-b8209b659af7/ecd1ca12-c4a0-459f-ac68-b8209b659af7.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.815795] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8f4a94-22af-4370-9056-519d12d704e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.838528] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 718.838528] env[62225]: value = "task-677446" [ 718.838528] env[62225]: _type = "Task" [ 718.838528] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.847514] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.993555] env[62225]: DEBUG nova.network.neutron [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updating instance_info_cache with network_info: [{"id": "9ee42554-5fb5-43c4-900a-91abb8011678", "address": "fa:16:3e:e2:79:bf", "network": {"id": "21d25f68-7ddc-43bb-a6f7-bfb0a6fae041", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173222750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b98169aab9143489952bb5e334fa424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee42554-5f", "ovs_interfaceid": "9ee42554-5fb5-43c4-900a-91abb8011678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.146144] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 719.284929] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 719.285225] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 719.285382] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 719.287026] env[62225]: DEBUG nova.virt.hardware [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 719.287858] env[62225]: DEBUG nova.scheduler.client.report [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 719.292244] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921e729-bc05-4c82-8334-8ff47271fe45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.303612] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c62ef17-1800-413d-ad3e-68d04ad52b16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.348717] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.496673] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Releasing lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.497063] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Instance network_info: |[{"id": "9ee42554-5fb5-43c4-900a-91abb8011678", "address": "fa:16:3e:e2:79:bf", "network": {"id": "21d25f68-7ddc-43bb-a6f7-bfb0a6fae041", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173222750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b98169aab9143489952bb5e334fa424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee42554-5f", "ovs_interfaceid": "9ee42554-5fb5-43c4-900a-91abb8011678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 719.497451] env[62225]: DEBUG oslo_concurrency.lockutils [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] Acquired lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.497657] env[62225]: DEBUG nova.network.neutron [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Refreshing network info cache for port 9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 719.500743] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:79:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ee42554-5fb5-43c4-900a-91abb8011678', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.508183] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Creating folder: Project (9b98169aab9143489952bb5e334fa424). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 719.511452] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1469efd-7230-4ffc-8981-20fe9cc45af8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.525986] env[62225]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 719.526210] env[62225]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62225) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 719.526619] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Folder already exists: Project (9b98169aab9143489952bb5e334fa424). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.526883] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Creating folder: Instances. Parent ref: group-v163175. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 719.528550] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-207e0c51-d040-4ea2-8124-01ea2e56693c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.537426] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Created folder: Instances in parent group-v163175. [ 719.538250] env[62225]: DEBUG oslo.service.loopingcall [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.538250] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 719.538250] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83217ddb-0d3d-4c73-9f1a-c86c68cec00f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.563562] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.563562] env[62225]: value = "task-677449" [ 719.563562] env[62225]: _type = "Task" [ 719.563562] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.571899] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677449, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.796714] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.797435] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 719.802412] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.083s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.802706] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.807739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.024s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.808108] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.810932] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.883s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.812277] env[62225]: INFO nova.compute.claims [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.858561] env[62225]: INFO nova.scheduler.client.report [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Deleted allocations for instance 1148a432-e541-482c-9f04-8741c5696142 [ 719.860014] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677446, 'name': ReconfigVM_Task, 'duration_secs': 0.617667} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.869102] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ecd1ca12-c4a0-459f-ac68-b8209b659af7/ecd1ca12-c4a0-459f-ac68-b8209b659af7.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.869102] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0080f631-3336-4b86-8380-890edbb5718a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.877235] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 719.877235] env[62225]: value = "task-677450" [ 719.877235] env[62225]: _type = "Task" [ 719.877235] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.892249] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677450, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.913788] env[62225]: DEBUG nova.network.neutron [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updated VIF entry in instance network info cache for port 9ee42554-5fb5-43c4-900a-91abb8011678. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 719.917031] env[62225]: DEBUG nova.network.neutron [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updating instance_info_cache with network_info: [{"id": "9ee42554-5fb5-43c4-900a-91abb8011678", "address": "fa:16:3e:e2:79:bf", "network": {"id": "21d25f68-7ddc-43bb-a6f7-bfb0a6fae041", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173222750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b98169aab9143489952bb5e334fa424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee42554-5f", "ovs_interfaceid": "9ee42554-5fb5-43c4-900a-91abb8011678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.075422] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677449, 'name': CreateVM_Task, 'duration_secs': 0.401855} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.075422] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 720.075422] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163187', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'name': 'volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e45d8a48-5e98-4f1c-b17c-1ef04f55ae96', 'attached_at': '', 'detached_at': '', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'serial': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2'}, 'boot_index': 0, 'attachment_id': '0078f19f-af6e-4f07-a701-e42d78c9dcb8', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62225) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 720.075422] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Root volume attach. Driver type: vmdk {{(pid=62225) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 720.075914] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2c315-1091-4b22-abfd-17c48622862f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.084282] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcecc500-a55a-4015-9140-87cf13a55a61 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.092329] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fe08c6-9d9b-4b6c-91a0-e7af863afd5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.099122] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d32a252b-a670-4c6a-83c5-1f0613ab2589 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.107833] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 720.107833] env[62225]: value = "task-677452" [ 720.107833] env[62225]: _type = "Task" [ 720.107833] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.116380] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677452, 'name': RelocateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.117339] env[62225]: DEBUG nova.network.neutron [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Successfully updated port: 72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.320453] env[62225]: DEBUG nova.compute.utils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 720.332138] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 720.332940] env[62225]: DEBUG nova.network.neutron [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 720.336497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0373555f-20ad-4e7c-bd86-d0f10c1ea538 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.124s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.337805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 40.297s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.338196] env[62225]: INFO nova.compute.manager [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Unshelving [ 720.374188] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ccf02e6-289e-4e91-9b8c-27b87ae6aea0 tempest-AttachInterfacesUnderV243Test-787498075 tempest-AttachInterfacesUnderV243Test-787498075-project-member] Lock "1148a432-e541-482c-9f04-8741c5696142" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.030s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.389708] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677450, 'name': Rename_Task, 'duration_secs': 0.16964} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.389979] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 720.390294] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f7bcba5-2fee-4c0c-b7cb-8231e5f097bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.396460] env[62225]: DEBUG nova.policy [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f0fce7196a4856ab3cecbdfd650266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f1fc25abad4a42b936b9fac5521956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 720.401216] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 720.401216] env[62225]: value = "task-677453" [ 720.401216] env[62225]: _type = "Task" [ 720.401216] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.410966] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.419358] env[62225]: DEBUG oslo_concurrency.lockutils [req-7905e01f-e756-4a30-bc7c-0fb3708d53b1 req-10499a4d-c5e3-40cb-bf37-c8f98b89d6b0 service nova] Releasing lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.620690] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "refresh_cache-0fb6e085-8c66-4b53-a0a1-f44590d4c550" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.620833] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquired lock "refresh_cache-0fb6e085-8c66-4b53-a0a1-f44590d4c550" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.620984] env[62225]: DEBUG nova.network.neutron [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 720.625766] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677452, 'name': RelocateVM_Task} progress is 20%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.768825] env[62225]: DEBUG nova.compute.manager [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Received event network-vif-plugged-72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 720.769068] env[62225]: DEBUG oslo_concurrency.lockutils [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] Acquiring lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.769284] env[62225]: DEBUG oslo_concurrency.lockutils [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.769456] env[62225]: DEBUG oslo_concurrency.lockutils [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.769701] env[62225]: DEBUG nova.compute.manager [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] No waiting events found dispatching network-vif-plugged-72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 720.769829] env[62225]: WARNING nova.compute.manager [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Received unexpected event network-vif-plugged-72413f2c-3e82-4482-acdc-a0a6b7cc0798 for instance with vm_state building and task_state spawning. [ 720.770132] env[62225]: DEBUG nova.compute.manager [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Received event network-changed-72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 720.770355] env[62225]: DEBUG nova.compute.manager [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Refreshing instance network info cache due to event network-changed-72413f2c-3e82-4482-acdc-a0a6b7cc0798. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 720.770574] env[62225]: DEBUG oslo_concurrency.lockutils [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] Acquiring lock "refresh_cache-0fb6e085-8c66-4b53-a0a1-f44590d4c550" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.836621] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 720.915228] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.916085] env[62225]: DEBUG nova.network.neutron [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Successfully created port: e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.128682] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677452, 'name': RelocateVM_Task, 'duration_secs': 0.52132} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.132544] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 721.132942] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163187', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'name': 'volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e45d8a48-5e98-4f1c-b17c-1ef04f55ae96', 'attached_at': '', 'detached_at': '', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'serial': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 721.137843] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8ad4a-eb17-4254-b43f-5c7e73b5ae85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.164367] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b04ec9-c185-40c9-bd4c-2e64e4b8a463 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.190026] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2/volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.193529] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5c156e-1c0c-443f-8eca-8129de6390c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.210047] env[62225]: DEBUG nova.network.neutron [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 721.217059] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 721.217059] env[62225]: value = "task-677454" [ 721.217059] env[62225]: _type = "Task" [ 721.217059] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.227554] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.353131] env[62225]: DEBUG nova.compute.utils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 721.373016] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a5baa-af7e-4b55-8031-fd202bb8ff0f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.384523] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d00a55b-c946-44e8-8ebd-9373dab8a14a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.434901] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd25c2-906f-45aa-8781-13c5faf077b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.449262] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc4654-1a77-4ce9-bb95-f206c27bc2ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.457477] env[62225]: DEBUG oslo_vmware.api [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677453, 'name': PowerOnVM_Task, 'duration_secs': 0.602172} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.458165] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 721.458449] env[62225]: INFO nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Took 7.71 seconds to spawn the instance on the hypervisor. [ 721.458673] env[62225]: DEBUG nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 721.460016] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36280ac6-a96e-4d7b-86af-8d81085a9e23 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.471731] env[62225]: DEBUG nova.compute.provider_tree [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.609240] env[62225]: DEBUG nova.network.neutron [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Updating instance_info_cache with network_info: [{"id": "72413f2c-3e82-4482-acdc-a0a6b7cc0798", "address": "fa:16:3e:e1:46:b7", "network": {"id": "b30450c3-e189-4de5-9e15-a0a7756c96eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1943152900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ea13baa16f4405a5cc84c86a3edd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72413f2c-3e", "ovs_interfaceid": "72413f2c-3e82-4482-acdc-a0a6b7cc0798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.728022] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677454, 'name': ReconfigVM_Task, 'duration_secs': 0.28936} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.728366] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2/volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.733977] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f4e371-d33a-4d69-9ea4-ca61a127f536 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.750970] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 721.750970] env[62225]: value = "task-677455" [ 721.750970] env[62225]: _type = "Task" [ 721.750970] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.766112] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.856416] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 721.860444] env[62225]: INFO nova.virt.block_device [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Booting with volume 0b88821f-bf7a-433b-b58c-1f23453cbee1 at /dev/sdb [ 721.892030] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 721.892030] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 721.892030] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.892030] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 721.892030] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.895215] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 721.895215] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 721.895215] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 721.895215] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 721.895215] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 721.895215] env[62225]: DEBUG nova.virt.hardware [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.895215] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a719e-7703-4bfa-8bcb-2580fea0f507 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.903957] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b585c3-ec7f-45bb-ad21-8c9957893b69 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.909728] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6353484b-7351-4c19-98c1-0a4f256eb3b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.927177] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df662a9-a09b-4697-a5f4-c111da159588 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.962583] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6300fd3e-b2aa-46e2-a8c9-c15a5fb5f59a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.971455] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a7f4f9-00d8-43b8-9188-8009a9e78b89 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.987076] env[62225]: DEBUG nova.scheduler.client.report [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 722.000024] env[62225]: INFO nova.compute.manager [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Took 55.67 seconds to build instance. [ 722.020039] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911dd69d-e886-491b-beec-1258172308fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.029852] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d641759-448d-415b-ba8b-2e2ddcc42804 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.046205] env[62225]: DEBUG nova.virt.block_device [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating existing volume attachment record: 5fc36bfd-87aa-43c5-84b4-f115305dc75e {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 722.111386] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Releasing lock "refresh_cache-0fb6e085-8c66-4b53-a0a1-f44590d4c550" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.111729] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Instance network_info: |[{"id": "72413f2c-3e82-4482-acdc-a0a6b7cc0798", "address": "fa:16:3e:e1:46:b7", "network": {"id": "b30450c3-e189-4de5-9e15-a0a7756c96eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1943152900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ea13baa16f4405a5cc84c86a3edd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72413f2c-3e", "ovs_interfaceid": "72413f2c-3e82-4482-acdc-a0a6b7cc0798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 722.112074] env[62225]: DEBUG oslo_concurrency.lockutils [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] Acquired lock "refresh_cache-0fb6e085-8c66-4b53-a0a1-f44590d4c550" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.112270] env[62225]: DEBUG nova.network.neutron [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Refreshing network info cache for port 72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 722.113515] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:46:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72413f2c-3e82-4482-acdc-a0a6b7cc0798', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.122543] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Creating folder: Project (b2ea13baa16f4405a5cc84c86a3edd88). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 722.125681] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4875015e-1781-4a38-80c9-57d927479183 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.139937] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Created folder: Project (b2ea13baa16f4405a5cc84c86a3edd88) in parent group-v163168. [ 722.140199] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Creating folder: Instances. Parent ref: group-v163293. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 722.140423] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba50e85c-d395-40b4-b5bb-85b314c0e25c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.150765] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Created folder: Instances in parent group-v163293. [ 722.151025] env[62225]: DEBUG oslo.service.loopingcall [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.151430] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 722.151430] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f129366b-3614-47c8-b9b0-25f95e485e88 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.170772] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.170772] env[62225]: value = "task-677459" [ 722.170772] env[62225]: _type = "Task" [ 722.170772] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.179687] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677459, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.260515] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677455, 'name': ReconfigVM_Task, 'duration_secs': 0.127771} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.261072] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163187', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'name': 'volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e45d8a48-5e98-4f1c-b17c-1ef04f55ae96', 'attached_at': '', 'detached_at': '', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'serial': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 722.262045] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e68eac-d195-4837-a799-af21e5819e70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.270997] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 722.270997] env[62225]: value = "task-677461" [ 722.270997] env[62225]: _type = "Task" [ 722.270997] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.283378] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677461, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.495812] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.496472] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 722.499163] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.239s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.500557] env[62225]: INFO nova.compute.claims [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.503339] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0d5a255-8426-4feb-b343-aa92443557dd tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 128.466s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.684077] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677459, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.786465] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677461, 'name': Rename_Task, 'duration_secs': 0.14752} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.786465] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 722.786950] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50081d6b-799b-4775-a473-0d9ce38d1b74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.794525] env[62225]: DEBUG nova.network.neutron [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Updated VIF entry in instance network info cache for port 72413f2c-3e82-4482-acdc-a0a6b7cc0798. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 722.794913] env[62225]: DEBUG nova.network.neutron [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Updating instance_info_cache with network_info: [{"id": "72413f2c-3e82-4482-acdc-a0a6b7cc0798", "address": "fa:16:3e:e1:46:b7", "network": {"id": "b30450c3-e189-4de5-9e15-a0a7756c96eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1943152900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ea13baa16f4405a5cc84c86a3edd88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72413f2c-3e", "ovs_interfaceid": "72413f2c-3e82-4482-acdc-a0a6b7cc0798", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.799871] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 722.799871] env[62225]: value = "task-677464" [ 722.799871] env[62225]: _type = "Task" [ 722.799871] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.813301] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.008418] env[62225]: DEBUG nova.compute.utils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.010153] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 723.012641] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 723.012756] env[62225]: DEBUG nova.network.neutron [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 723.143542] env[62225]: DEBUG nova.policy [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20b9581921e479aaf8372c56be545aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a996be29a414b419f7f6ce57f290cf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 723.187213] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677459, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.301337] env[62225]: DEBUG oslo_concurrency.lockutils [req-8bcfa862-eb6b-4537-926a-faa640e8b300 req-0310eec0-5311-4b87-8413-e17a56227a36 service nova] Releasing lock "refresh_cache-0fb6e085-8c66-4b53-a0a1-f44590d4c550" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.317891] env[62225]: DEBUG oslo_vmware.api [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677464, 'name': PowerOnVM_Task, 'duration_secs': 0.495741} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.317891] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 723.317891] env[62225]: INFO nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Took 5.11 seconds to spawn the instance on the hypervisor. [ 723.317891] env[62225]: DEBUG nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 723.318746] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8e31c-d545-4f1e-b46b-1e1f2db502aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.464660] env[62225]: DEBUG nova.compute.manager [req-d06c061c-4b1f-453e-9be2-14e66a5c6200 req-a6e942d0-2db2-4245-b23e-0aeedce51b74 service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Received event network-vif-plugged-e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 723.465819] env[62225]: DEBUG oslo_concurrency.lockutils [req-d06c061c-4b1f-453e-9be2-14e66a5c6200 req-a6e942d0-2db2-4245-b23e-0aeedce51b74 service nova] Acquiring lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.465819] env[62225]: DEBUG oslo_concurrency.lockutils [req-d06c061c-4b1f-453e-9be2-14e66a5c6200 req-a6e942d0-2db2-4245-b23e-0aeedce51b74 service nova] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.465819] env[62225]: DEBUG oslo_concurrency.lockutils [req-d06c061c-4b1f-453e-9be2-14e66a5c6200 req-a6e942d0-2db2-4245-b23e-0aeedce51b74 service nova] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.465819] env[62225]: DEBUG nova.compute.manager [req-d06c061c-4b1f-453e-9be2-14e66a5c6200 req-a6e942d0-2db2-4245-b23e-0aeedce51b74 service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] No waiting events found dispatching network-vif-plugged-e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 723.465819] env[62225]: WARNING nova.compute.manager [req-d06c061c-4b1f-453e-9be2-14e66a5c6200 req-a6e942d0-2db2-4245-b23e-0aeedce51b74 service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Received unexpected event network-vif-plugged-e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c for instance with vm_state building and task_state spawning. [ 723.519662] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 723.542705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.563907] env[62225]: DEBUG nova.network.neutron [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Successfully updated port: e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.687022] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677459, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.695514] env[62225]: DEBUG nova.compute.manager [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Received event network-changed-0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 723.696145] env[62225]: DEBUG nova.compute.manager [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Refreshing instance network info cache due to event network-changed-0437c9d6-3287-45c0-9150-9363377899e7. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 723.696290] env[62225]: DEBUG oslo_concurrency.lockutils [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] Acquiring lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.696491] env[62225]: DEBUG oslo_concurrency.lockutils [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] Acquired lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.699434] env[62225]: DEBUG nova.network.neutron [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Refreshing network info cache for port 0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 723.737350] env[62225]: DEBUG nova.network.neutron [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Successfully created port: 7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.856225] env[62225]: INFO nova.compute.manager [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Took 55.56 seconds to build instance. [ 724.070970] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-24f5eb10-b56a-45ed-afe0-1a8d8a076170" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.070970] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-24f5eb10-b56a-45ed-afe0-1a8d8a076170" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070970] env[62225]: DEBUG nova.network.neutron [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 724.094103] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd361f4-1385-4423-992f-5606f3c0e4e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.110305] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5227e8e-531f-43ad-9500-a019f03cf8aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.154513] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d443fa-df1c-4abb-a728-1e4324a256c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.166064] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c986b3-9c9f-4f91-80c8-5c852bc854a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.183924] env[62225]: DEBUG nova.compute.provider_tree [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.192520] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677459, 'name': CreateVM_Task, 'duration_secs': 1.752732} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.192745] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 724.193520] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.194205] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.194205] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.195070] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448feb07-87af-43ff-b01c-f95d71c17fbb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.201203] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 724.201203] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d27376-5adf-ad1b-8136-77604779283e" [ 724.201203] env[62225]: _type = "Task" [ 724.201203] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.214293] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d27376-5adf-ad1b-8136-77604779283e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.358384] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1a78fd5-8328-433e-93c7-2c202057ac24 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.537s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.538739] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 724.587984] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 724.588370] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 724.589173] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.589173] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 724.589173] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.589173] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 724.590011] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 724.590011] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 724.590011] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 724.590011] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 724.590263] env[62225]: DEBUG nova.virt.hardware [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.591617] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f5c0b5-174c-4773-b9df-dd08bad0592e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.600608] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f51ca5-f46d-42bb-9eb6-907adbe755d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.666900] env[62225]: DEBUG nova.network.neutron [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 724.687907] env[62225]: DEBUG nova.scheduler.client.report [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 724.717883] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d27376-5adf-ad1b-8136-77604779283e, 'name': SearchDatastore_Task, 'duration_secs': 0.016112} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.718092] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.718197] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.718415] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.718772] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.718772] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.719094] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8507290-f2fd-45e5-8962-bb6349bad711 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.734709] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.735049] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 724.735866] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d76d516-c52c-48b8-a06c-f1e23e13a51a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.742742] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 724.742742] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523d8ef0-0b1a-d541-d248-fa1baf7d57a7" [ 724.742742] env[62225]: _type = "Task" [ 724.742742] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.755094] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523d8ef0-0b1a-d541-d248-fa1baf7d57a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.852259] env[62225]: DEBUG nova.network.neutron [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Updated VIF entry in instance network info cache for port 0437c9d6-3287-45c0-9150-9363377899e7. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 724.852259] env[62225]: DEBUG nova.network.neutron [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Updating instance_info_cache with network_info: [{"id": "0437c9d6-3287-45c0-9150-9363377899e7", "address": "fa:16:3e:05:cf:94", "network": {"id": "f91f23cd-188f-467b-8545-bdf1690ab198", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2060496360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84bd18bbbc1c4e20a138d5e5d2814407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0437c9d6-32", "ovs_interfaceid": "0437c9d6-3287-45c0-9150-9363377899e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.862264] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 725.028411] env[62225]: DEBUG nova.network.neutron [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Updating instance_info_cache with network_info: [{"id": "e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c", "address": "fa:16:3e:44:fe:e1", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c22aeb-94", "ovs_interfaceid": "e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.196232] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.196232] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 725.198868] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.719s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.198868] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.201119] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.957s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.201303] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.203218] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.401s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.205435] env[62225]: INFO nova.compute.claims [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.245125] env[62225]: INFO nova.scheduler.client.report [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Deleted allocations for instance 8174b643-5052-415e-84e1-c327426b6227 [ 725.250628] env[62225]: INFO nova.scheduler.client.report [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Deleted allocations for instance 5a054b45-28d2-4481-8db0-40899b7b4680 [ 725.268445] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523d8ef0-0b1a-d541-d248-fa1baf7d57a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018747} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.269505] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca72073e-b284-43cc-bb67-d799b9c5bc56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.278643] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 725.278643] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520c1387-d255-87c8-cbee-4c5f76361546" [ 725.278643] env[62225]: _type = "Task" [ 725.278643] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.289332] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520c1387-d255-87c8-cbee-4c5f76361546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.355881] env[62225]: DEBUG oslo_concurrency.lockutils [req-809cd295-4dd9-4a65-8625-b0de726711f3 req-06a16c71-2026-4098-bf95-9beaeefa7344 service nova] Releasing lock "refresh_cache-ecd1ca12-c4a0-459f-ac68-b8209b659af7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.384788] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.512470] env[62225]: DEBUG nova.compute.manager [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Received event network-changed-e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 725.512681] env[62225]: DEBUG nova.compute.manager [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Refreshing instance network info cache due to event network-changed-e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 725.512884] env[62225]: DEBUG oslo_concurrency.lockutils [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] Acquiring lock "refresh_cache-24f5eb10-b56a-45ed-afe0-1a8d8a076170" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.531480] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-24f5eb10-b56a-45ed-afe0-1a8d8a076170" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.531944] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance network_info: |[{"id": "e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c", "address": "fa:16:3e:44:fe:e1", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c22aeb-94", "ovs_interfaceid": "e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 725.532413] env[62225]: DEBUG oslo_concurrency.lockutils [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] Acquired lock "refresh_cache-24f5eb10-b56a-45ed-afe0-1a8d8a076170" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.532615] env[62225]: DEBUG nova.network.neutron [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Refreshing network info cache for port e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 725.534474] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:fe:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.543889] env[62225]: DEBUG oslo.service.loopingcall [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.544983] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 725.545547] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df2e692-1e3e-45f6-bfef-9eb7818f9c18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.572856] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.572856] env[62225]: value = "task-677467" [ 725.572856] env[62225]: _type = "Task" [ 725.572856] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.584461] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677467, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.711477] env[62225]: DEBUG nova.compute.utils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.717779] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 725.718068] env[62225]: DEBUG nova.network.neutron [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 725.767427] env[62225]: DEBUG oslo_concurrency.lockutils [None req-acc91839-76e3-4270-a93b-d3e4467edf9e tempest-InstanceActionsTestJSON-1225296710 tempest-InstanceActionsTestJSON-1225296710-project-member] Lock "8174b643-5052-415e-84e1-c327426b6227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.918s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.769204] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6990620a-f6d5-433b-86df-96daef3a2cc1 tempest-ServerRescueTestJSONUnderV235-653799290 tempest-ServerRescueTestJSONUnderV235-653799290-project-member] Lock "5a054b45-28d2-4481-8db0-40899b7b4680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.710s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.794713] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520c1387-d255-87c8-cbee-4c5f76361546, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.797591] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.797591] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 0fb6e085-8c66-4b53-a0a1-f44590d4c550/0fb6e085-8c66-4b53-a0a1-f44590d4c550.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 725.798087] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84fafb8b-33ff-4b99-b5d0-004d8fce090b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.809262] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 725.809262] env[62225]: value = "task-677468" [ 725.809262] env[62225]: _type = "Task" [ 725.809262] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.822391] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.855757] env[62225]: DEBUG nova.policy [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b584f4a15c245cbb6867e3eec866616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bc9f02b82044dcdba2f9089b7e0e015', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 726.045265] env[62225]: DEBUG nova.network.neutron [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Successfully updated port: 7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.092821] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677467, 'name': CreateVM_Task, 'duration_secs': 0.37604} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.093148] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 726.094039] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.094226] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094568] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.094965] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e641156d-823d-4cc6-8637-d211752c6066 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.102930] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 726.102930] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f20fd-f286-c9df-3283-ab4eb06a2e70" [ 726.102930] env[62225]: _type = "Task" [ 726.102930] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.116236] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f20fd-f286-c9df-3283-ab4eb06a2e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.221854] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 726.339207] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.377735] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9ebe-d8e0-ce5f-9c19-07cdad62ea54/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.379051] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c9159-0cf7-49c5-b7da-f8c2c85807d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.389059] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9ebe-d8e0-ce5f-9c19-07cdad62ea54/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.389434] env[62225]: ERROR oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9ebe-d8e0-ce5f-9c19-07cdad62ea54/disk-0.vmdk due to incomplete transfer. [ 726.389604] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe65e3a5-67f5-4d45-8ca7-b2acb53be83b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.402905] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a9ebe-d8e0-ce5f-9c19-07cdad62ea54/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.403139] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Uploaded image 31e047ac-6b35-4f13-8895-931680bc0031 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 726.405572] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 726.406053] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82a8c2e7-79e0-4f54-8414-34b6cee8cb2f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.415804] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 726.415804] env[62225]: value = "task-677470" [ 726.415804] env[62225]: _type = "Task" [ 726.415804] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.426474] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677470, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.556286] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "refresh_cache-56e4c6f5-790b-4b61-a267-bc8d11a4b65d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.556537] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "refresh_cache-56e4c6f5-790b-4b61-a267-bc8d11a4b65d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.556735] env[62225]: DEBUG nova.network.neutron [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 726.621054] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f20fd-f286-c9df-3283-ab4eb06a2e70, 'name': SearchDatastore_Task, 'duration_secs': 0.05988} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.623200] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.623200] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.623200] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.623200] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.623200] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.623200] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb06bea2-f58b-45ca-8da5-097e86e799b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.642434] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.642434] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 726.647560] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf59b32-0f1a-47f0-8a01-decb303caf31 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.661279] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 726.661279] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52dd43d3-c59b-bca0-0241-790d441d54da" [ 726.661279] env[62225]: _type = "Task" [ 726.661279] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.674754] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52dd43d3-c59b-bca0-0241-790d441d54da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.822127] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf8c357-717b-4a34-b39b-fd515cdab067 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.831691] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647047} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.835329] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 0fb6e085-8c66-4b53-a0a1-f44590d4c550/0fb6e085-8c66-4b53-a0a1-f44590d4c550.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 726.835329] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.835329] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-481f737b-fe79-41ac-9843-2fa3cae8c023 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.842275] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5c627-d7b1-415d-a6be-24aa8bdbc674 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.848659] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 726.848659] env[62225]: value = "task-677471" [ 726.848659] env[62225]: _type = "Task" [ 726.848659] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.886382] env[62225]: DEBUG nova.network.neutron [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Updated VIF entry in instance network info cache for port e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 726.886884] env[62225]: DEBUG nova.network.neutron [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Updating instance_info_cache with network_info: [{"id": "e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c", "address": "fa:16:3e:44:fe:e1", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2c22aeb-94", "ovs_interfaceid": "e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.888668] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb9504-0eec-4a0d-b8d6-edb6db654781 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.891956] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.901289] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ffc18b-bc9b-4578-bb89-4342bc1464b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.921157] env[62225]: DEBUG nova.compute.provider_tree [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.933104] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677470, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.936487] env[62225]: DEBUG nova.network.neutron [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Successfully created port: efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.129904] env[62225]: DEBUG nova.network.neutron [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 727.175478] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52dd43d3-c59b-bca0-0241-790d441d54da, 'name': SearchDatastore_Task, 'duration_secs': 0.020252} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.176513] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdfd2a7-ca9a-442c-af67-4efe4b9ae8a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.185819] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 727.185819] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f16d53-c8a6-1553-95f2-26c8f0548aa8" [ 727.185819] env[62225]: _type = "Task" [ 727.185819] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.195963] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f16d53-c8a6-1553-95f2-26c8f0548aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.234746] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 727.259725] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 727.260025] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 727.260178] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.260387] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 727.260562] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.261434] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 727.261434] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 727.261434] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 727.261607] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 727.261713] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 727.261873] env[62225]: DEBUG nova.virt.hardware [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.263268] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642f0311-d998-44fd-94c8-8b041b1225d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.273234] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f7e0ee-6b80-4a4e-bea5-119b3c3645d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.361826] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224541} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.362402] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.363706] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f5d54-8c30-4287-a743-2864e2a8e6c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.390555] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 0fb6e085-8c66-4b53-a0a1-f44590d4c550/0fb6e085-8c66-4b53-a0a1-f44590d4c550.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.391274] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104c0e82-e1b8-4fa9-97b7-4046223db773 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.409386] env[62225]: DEBUG oslo_concurrency.lockutils [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] Releasing lock "refresh_cache-24f5eb10-b56a-45ed-afe0-1a8d8a076170" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.409386] env[62225]: DEBUG nova.compute.manager [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Received event network-changed-9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 727.409787] env[62225]: DEBUG nova.compute.manager [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Refreshing instance network info cache due to event network-changed-9ee42554-5fb5-43c4-900a-91abb8011678. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 727.413026] env[62225]: DEBUG oslo_concurrency.lockutils [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] Acquiring lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.413026] env[62225]: DEBUG oslo_concurrency.lockutils [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] Acquired lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.413026] env[62225]: DEBUG nova.network.neutron [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Refreshing network info cache for port 9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 727.418780] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 727.418780] env[62225]: value = "task-677472" [ 727.418780] env[62225]: _type = "Task" [ 727.418780] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.427639] env[62225]: DEBUG nova.scheduler.client.report [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 727.438171] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.443088] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677470, 'name': Destroy_Task, 'duration_secs': 0.794527} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.443466] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Destroyed the VM [ 727.443748] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 727.444046] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-84baa99b-75c0-4b34-b712-ff1293421078 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.453774] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 727.453774] env[62225]: value = "task-677473" [ 727.453774] env[62225]: _type = "Task" [ 727.453774] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.464493] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.557296] env[62225]: DEBUG nova.network.neutron [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Updating instance_info_cache with network_info: [{"id": "7214ad03-3173-46af-a480-f828fbd1a20d", "address": "fa:16:3e:8f:fb:c9", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7214ad03-31", "ovs_interfaceid": "7214ad03-3173-46af-a480-f828fbd1a20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.699065] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f16d53-c8a6-1553-95f2-26c8f0548aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.028468} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.699395] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.699714] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 727.700411] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99e61fe7-d16d-4862-8adc-763d9ac110aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.711030] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 727.711030] env[62225]: value = "task-677474" [ 727.711030] env[62225]: _type = "Task" [ 727.711030] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.722254] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.935332] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677472, 'name': ReconfigVM_Task, 'duration_secs': 0.33888} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.935947] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 0fb6e085-8c66-4b53-a0a1-f44590d4c550/0fb6e085-8c66-4b53-a0a1-f44590d4c550.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.938129] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce719b1-8e55-4054-8fa3-8a8a0b791901 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.942026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.942026] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 727.945372] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.875s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.945372] env[62225]: INFO nova.compute.claims [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.956257] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 727.956257] env[62225]: value = "task-677475" [ 727.956257] env[62225]: _type = "Task" [ 727.956257] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.979124] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677475, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.979397] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.012244] env[62225]: DEBUG nova.compute.manager [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Received event network-vif-plugged-7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 728.012244] env[62225]: DEBUG oslo_concurrency.lockutils [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] Acquiring lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.012244] env[62225]: DEBUG oslo_concurrency.lockutils [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.013046] env[62225]: DEBUG oslo_concurrency.lockutils [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.013608] env[62225]: DEBUG nova.compute.manager [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] No waiting events found dispatching network-vif-plugged-7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 728.013907] env[62225]: WARNING nova.compute.manager [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Received unexpected event network-vif-plugged-7214ad03-3173-46af-a480-f828fbd1a20d for instance with vm_state building and task_state spawning. [ 728.014383] env[62225]: DEBUG nova.compute.manager [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Received event network-changed-7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 728.014675] env[62225]: DEBUG nova.compute.manager [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Refreshing instance network info cache due to event network-changed-7214ad03-3173-46af-a480-f828fbd1a20d. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 728.015116] env[62225]: DEBUG oslo_concurrency.lockutils [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] Acquiring lock "refresh_cache-56e4c6f5-790b-4b61-a267-bc8d11a4b65d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.060223] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "refresh_cache-56e4c6f5-790b-4b61-a267-bc8d11a4b65d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.060765] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Instance network_info: |[{"id": "7214ad03-3173-46af-a480-f828fbd1a20d", "address": "fa:16:3e:8f:fb:c9", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7214ad03-31", "ovs_interfaceid": "7214ad03-3173-46af-a480-f828fbd1a20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 728.061210] env[62225]: DEBUG oslo_concurrency.lockutils [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] Acquired lock "refresh_cache-56e4c6f5-790b-4b61-a267-bc8d11a4b65d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.061344] env[62225]: DEBUG nova.network.neutron [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Refreshing network info cache for port 7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 728.064033] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:fb:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7214ad03-3173-46af-a480-f828fbd1a20d', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.071711] env[62225]: DEBUG oslo.service.loopingcall [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.076725] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 728.076725] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-580c1b55-b003-482b-903c-4bc06e4dc1c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.100937] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.100937] env[62225]: value = "task-677476" [ 728.100937] env[62225]: _type = "Task" [ 728.100937] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.111397] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677476, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.189313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.224892] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677474, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.435087] env[62225]: DEBUG nova.network.neutron [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updated VIF entry in instance network info cache for port 9ee42554-5fb5-43c4-900a-91abb8011678. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 728.435661] env[62225]: DEBUG nova.network.neutron [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updating instance_info_cache with network_info: [{"id": "9ee42554-5fb5-43c4-900a-91abb8011678", "address": "fa:16:3e:e2:79:bf", "network": {"id": "21d25f68-7ddc-43bb-a6f7-bfb0a6fae041", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173222750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b98169aab9143489952bb5e334fa424", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ee42554-5f", "ovs_interfaceid": "9ee42554-5fb5-43c4-900a-91abb8011678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.459622] env[62225]: DEBUG nova.compute.utils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.461067] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 728.461620] env[62225]: DEBUG nova.network.neutron [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 728.485195] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.489390] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677475, 'name': Rename_Task, 'duration_secs': 0.312159} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.489959] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 728.490378] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f219dc4-1fed-4b65-84d6-6621e289d1e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.502024] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 728.502024] env[62225]: value = "task-677478" [ 728.502024] env[62225]: _type = "Task" [ 728.502024] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.515233] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.574229] env[62225]: DEBUG nova.policy [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e52a3278d1664ed2871d89fea909f8b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1c54c3a8c1544f28a9559ba5508a262', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 728.614661] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677476, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.630289] env[62225]: DEBUG nova.network.neutron [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Updated VIF entry in instance network info cache for port 7214ad03-3173-46af-a480-f828fbd1a20d. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 728.630659] env[62225]: DEBUG nova.network.neutron [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Updating instance_info_cache with network_info: [{"id": "7214ad03-3173-46af-a480-f828fbd1a20d", "address": "fa:16:3e:8f:fb:c9", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7214ad03-31", "ovs_interfaceid": "7214ad03-3173-46af-a480-f828fbd1a20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.726817] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.941107] env[62225]: DEBUG oslo_concurrency.lockutils [req-ba0be8a8-41d7-43f1-bb7b-d7897c331f31 req-3d725ed8-194c-4516-9ce1-56cef03432ac service nova] Releasing lock "refresh_cache-e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.967141] env[62225]: DEBUG nova.compute.utils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.992675] env[62225]: DEBUG oslo_vmware.api [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677473, 'name': RemoveSnapshot_Task, 'duration_secs': 1.127726} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.993782] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.994090] env[62225]: INFO nova.compute.manager [None req-6d88bea2-c7ce-4ba2-af31-e95ab272c7a0 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Took 18.48 seconds to snapshot the instance on the hypervisor. [ 729.015509] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.115468] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677476, 'name': CreateVM_Task, 'duration_secs': 0.522825} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.115468] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 729.118939] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.119186] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.119619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.121791] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1ffa55-188a-45ac-94bc-b3c6d65eb578 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.127697] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 729.127697] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52779684-ee69-c759-f8ef-9ae401a7747a" [ 729.127697] env[62225]: _type = "Task" [ 729.127697] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.135491] env[62225]: DEBUG oslo_concurrency.lockutils [req-525c7727-5ef8-4a76-bc02-35814f05c50a req-de3658f2-44f3-445d-aa3a-2a3d992c1330 service nova] Releasing lock "refresh_cache-56e4c6f5-790b-4b61-a267-bc8d11a4b65d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.139368] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52779684-ee69-c759-f8ef-9ae401a7747a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.223052] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.476868] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 729.503791] env[62225]: DEBUG nova.network.neutron [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Successfully updated port: efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.506710] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d092ed-c0d2-483c-9aed-cd15c67e9a6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.511649] env[62225]: DEBUG nova.network.neutron [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Successfully created port: 28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.527914] env[62225]: DEBUG oslo_vmware.api [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677478, 'name': PowerOnVM_Task, 'duration_secs': 0.642808} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.529454] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 729.529698] env[62225]: INFO nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Took 10.38 seconds to spawn the instance on the hypervisor. [ 729.530292] env[62225]: DEBUG nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 729.531061] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6783441f-db96-40f6-bbf5-efa8ba1ea490 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.537861] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e6b22-5ff0-4d76-8a22-e9b8f645171a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.583174] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e525c6-ca36-492a-9487-3261567da7e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.592044] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a487e425-14b7-487c-8636-6731f57a83a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.608302] env[62225]: DEBUG nova.compute.provider_tree [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.645761] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52779684-ee69-c759-f8ef-9ae401a7747a, 'name': SearchDatastore_Task, 'duration_secs': 0.05162} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.646252] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.646634] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.647078] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.647514] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.648420] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.648420] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e399ffdf-7e1e-4946-a608-b9f9c0e21718 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.661270] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.661270] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 729.662316] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9443e40e-dbba-40b4-b27b-443cc03829e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.669141] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 729.669141] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed891a-bac8-b307-27ec-784ba9af515a" [ 729.669141] env[62225]: _type = "Task" [ 729.669141] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.678340] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed891a-bac8-b307-27ec-784ba9af515a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.722789] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677474, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.920296} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.723181] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 729.723463] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.723772] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d01eedb3-dbf6-461f-aae5-bd0c1ddaddc8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.732951] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 729.732951] env[62225]: value = "task-677479" [ 729.732951] env[62225]: _type = "Task" [ 729.732951] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.743737] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.012333] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.012482] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.012634] env[62225]: DEBUG nova.network.neutron [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 730.092742] env[62225]: INFO nova.compute.manager [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Took 61.59 seconds to build instance. [ 730.114022] env[62225]: DEBUG nova.scheduler.client.report [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 730.162874] env[62225]: DEBUG nova.compute.manager [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Received event network-vif-plugged-efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 730.162874] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] Acquiring lock "371a5926-5c3e-4ba0-8ea4-77048ae00799-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.162874] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.163188] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.163188] env[62225]: DEBUG nova.compute.manager [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] No waiting events found dispatching network-vif-plugged-efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 730.164115] env[62225]: WARNING nova.compute.manager [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Received unexpected event network-vif-plugged-efbc9110-bb65-40d5-9a40-191e56ac068b for instance with vm_state building and task_state spawning. [ 730.164115] env[62225]: DEBUG nova.compute.manager [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Received event network-changed-efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 730.164115] env[62225]: DEBUG nova.compute.manager [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Refreshing instance network info cache due to event network-changed-efbc9110-bb65-40d5-9a40-191e56ac068b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 730.164115] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] Acquiring lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.187091] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed891a-bac8-b307-27ec-784ba9af515a, 'name': SearchDatastore_Task, 'duration_secs': 0.015415} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.189188] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40338e81-a987-45de-ae7b-83a764af9105 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.195440] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 730.195440] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52718d57-27ca-7963-078e-c41454e1c3e1" [ 730.195440] env[62225]: _type = "Task" [ 730.195440] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.205234] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52718d57-27ca-7963-078e-c41454e1c3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.247547] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090404} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.247547] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.247547] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341e766c-d0ae-47c9-bb68-d859f7125468 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.279492] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.279492] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b1a8905-6634-4f7f-8c03-0604947ef7db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.307890] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 730.307890] env[62225]: value = "task-677480" [ 730.307890] env[62225]: _type = "Task" [ 730.307890] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.337663] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.493779] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 730.532898] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:35:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1642265516',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-72633410',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 730.533298] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 730.535066] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.535066] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 730.535066] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.535066] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 730.535066] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 730.535066] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 730.535385] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 730.535422] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 730.536122] env[62225]: DEBUG nova.virt.hardware [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 730.536799] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c58b482-eb32-4185-b9bd-c10a1d262ad4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.547394] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074c897-7e93-4d69-8cd1-d98905e1a90c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.586541] env[62225]: DEBUG nova.network.neutron [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 730.595973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58e2f940-8545-40c3-ae74-55ce20578c7f tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.434s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.618634] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.619379] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 730.622135] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.877s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.622378] env[62225]: DEBUG nova.objects.instance [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lazy-loading 'resources' on Instance uuid e0d5e536-25fb-4952-9a95-ce428cdfdc50 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.707457] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52718d57-27ca-7963-078e-c41454e1c3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.033932} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.707870] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.708175] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 56e4c6f5-790b-4b61-a267-bc8d11a4b65d/56e4c6f5-790b-4b61-a267-bc8d11a4b65d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 730.709098] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30c9d0aa-facf-40ab-93b9-fbdacca43e9a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.718481] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 730.718481] env[62225]: value = "task-677482" [ 730.718481] env[62225]: _type = "Task" [ 730.718481] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.734561] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.822471] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677480, 'name': ReconfigVM_Task, 'duration_secs': 0.377213} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.822471] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.822598] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd3dd468-f5e0-4a2d-a2e4-8027ac62d430 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.835509] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 730.835509] env[62225]: value = "task-677483" [ 730.835509] env[62225]: _type = "Task" [ 730.835509] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.848974] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677483, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.098590] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 731.125848] env[62225]: DEBUG nova.compute.utils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 731.127539] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 731.129935] env[62225]: DEBUG nova.network.neutron [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 731.195504] env[62225]: DEBUG nova.network.neutron [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updating instance_info_cache with network_info: [{"id": "efbc9110-bb65-40d5-9a40-191e56ac068b", "address": "fa:16:3e:19:a4:74", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc9110-bb", "ovs_interfaceid": "efbc9110-bb65-40d5-9a40-191e56ac068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.235436] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677482, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.308595] env[62225]: DEBUG nova.policy [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba2c6979b1e4823b0859a9d1da44f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263f39e5bf034aa7803db23d01f7a514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 731.349035] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677483, 'name': Rename_Task, 'duration_secs': 0.307843} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.353088] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 731.353953] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34eb27b3-87dd-411c-b958-22b88dd3f025 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.365675] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 731.365675] env[62225]: value = "task-677484" [ 731.365675] env[62225]: _type = "Task" [ 731.365675] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.382617] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.612021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.612021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.638025] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 731.641802] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.703369] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.703369] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Instance network_info: |[{"id": "efbc9110-bb65-40d5-9a40-191e56ac068b", "address": "fa:16:3e:19:a4:74", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc9110-bb", "ovs_interfaceid": "efbc9110-bb65-40d5-9a40-191e56ac068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 731.703793] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] Acquired lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.704833] env[62225]: DEBUG nova.network.neutron [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Refreshing network info cache for port efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 731.709550] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:a4:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efbc9110-bb65-40d5-9a40-191e56ac068b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.722027] env[62225]: DEBUG oslo.service.loopingcall [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.724165] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 731.725391] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7ed14b-e4fd-4e37-b4f2-c3f2e1f9a685 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.731022] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0cfafe-4fd0-4195-b086-6343b0b7f7ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.762522] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862269} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.762974] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.762974] env[62225]: value = "task-677485" [ 731.762974] env[62225]: _type = "Task" [ 731.762974] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.763640] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 56e4c6f5-790b-4b61-a267-bc8d11a4b65d/56e4c6f5-790b-4b61-a267-bc8d11a4b65d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 731.763916] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.765098] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b2dc9-bd2d-4342-a51e-59bc5689ab9a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.768713] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0962874c-4415-45cc-8ec8-95688cf216ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.787359] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677485, 'name': CreateVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.817210] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 731.817210] env[62225]: value = "task-677486" [ 731.817210] env[62225]: _type = "Task" [ 731.817210] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.818781] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a92fe59-217d-4442-8714-f633d421c4e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.836800] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.838495] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a9674-752c-48a7-a4f1-fc716d5ba42b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.859817] env[62225]: DEBUG nova.compute.provider_tree [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.876776] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.042933] env[62225]: DEBUG nova.network.neutron [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Successfully updated port: 28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.171742] env[62225]: DEBUG nova.network.neutron [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Successfully created port: 85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.274580] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677485, 'name': CreateVM_Task, 'duration_secs': 0.473285} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.274787] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 732.275510] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.275678] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.276029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.276284] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720f4195-ac40-4bb5-a064-3d25cbcb4d7b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.281711] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 732.281711] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52db34e4-a89a-d018-a432-e8b2accc5e0a" [ 732.281711] env[62225]: _type = "Task" [ 732.281711] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.291726] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52db34e4-a89a-d018-a432-e8b2accc5e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.333598] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096075} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.333877] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.334853] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d7ebc-3370-4265-8e85-df6dbbbc7b15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.360251] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 56e4c6f5-790b-4b61-a267-bc8d11a4b65d/56e4c6f5-790b-4b61-a267-bc8d11a4b65d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.361542] env[62225]: DEBUG nova.scheduler.client.report [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 732.365083] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c54297fd-64fe-42a4-b3fe-7288354739b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.388047] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.390907] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.662s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.395645] env[62225]: INFO nova.compute.claims [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.412207] env[62225]: DEBUG oslo_vmware.api [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677484, 'name': PowerOnVM_Task, 'duration_secs': 0.727732} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.413979] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 732.416982] env[62225]: INFO nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Took 10.56 seconds to spawn the instance on the hypervisor. [ 732.416982] env[62225]: DEBUG nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 732.416982] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 732.416982] env[62225]: value = "task-677487" [ 732.416982] env[62225]: _type = "Task" [ 732.416982] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.416982] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7845fa67-2548-4962-a1d3-2a2c568bbb76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.435656] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.448067] env[62225]: INFO nova.scheduler.client.report [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleted allocations for instance e0d5e536-25fb-4952-9a95-ce428cdfdc50 [ 732.455582] env[62225]: DEBUG nova.compute.manager [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Received event network-vif-plugged-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 732.455801] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] Acquiring lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.456057] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.456241] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.456414] env[62225]: DEBUG nova.compute.manager [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] No waiting events found dispatching network-vif-plugged-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 732.456999] env[62225]: WARNING nova.compute.manager [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Received unexpected event network-vif-plugged-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 for instance with vm_state building and task_state spawning. [ 732.456999] env[62225]: DEBUG nova.compute.manager [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Received event network-changed-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 732.456999] env[62225]: DEBUG nova.compute.manager [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Refreshing instance network info cache due to event network-changed-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 732.457601] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] Acquiring lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.457601] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] Acquired lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.457601] env[62225]: DEBUG nova.network.neutron [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Refreshing network info cache for port 28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 732.546659] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.650420] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 732.691819] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 732.692097] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 732.692258] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.692453] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 732.692596] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.692750] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 732.692961] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 732.693141] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 732.693315] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 732.694182] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 732.694182] env[62225]: DEBUG nova.virt.hardware [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.694895] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2dc602-7a33-443a-bd66-d11be3deb811 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.709120] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e80791b-5bf2-4766-a9e5-68397eb1ea72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.793909] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52db34e4-a89a-d018-a432-e8b2accc5e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.794266] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.794509] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.797103] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.797103] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.797103] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.797103] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e39edc43-6729-477d-830a-15eecec2fdb0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.814255] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.814255] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 732.814255] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111428ac-3f3c-4284-9d1f-caf294451b92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.820100] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 732.820100] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52519196-95ff-635d-3bd6-8c9c57f57704" [ 732.820100] env[62225]: _type = "Task" [ 732.820100] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.828169] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52519196-95ff-635d-3bd6-8c9c57f57704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.844581] env[62225]: DEBUG nova.network.neutron [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updated VIF entry in instance network info cache for port efbc9110-bb65-40d5-9a40-191e56ac068b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 732.844581] env[62225]: DEBUG nova.network.neutron [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updating instance_info_cache with network_info: [{"id": "efbc9110-bb65-40d5-9a40-191e56ac068b", "address": "fa:16:3e:19:a4:74", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc9110-bb", "ovs_interfaceid": "efbc9110-bb65-40d5-9a40-191e56ac068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.932185] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677487, 'name': ReconfigVM_Task, 'duration_secs': 0.375661} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.932541] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 56e4c6f5-790b-4b61-a267-bc8d11a4b65d/56e4c6f5-790b-4b61-a267-bc8d11a4b65d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.933272] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b981c0-e9f4-4a8e-9bd1-874146eee3e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.946351] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 732.946351] env[62225]: value = "task-677489" [ 732.946351] env[62225]: _type = "Task" [ 732.946351] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.952748] env[62225]: INFO nova.compute.manager [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Took 56.72 seconds to build instance. [ 732.966879] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677489, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.967373] env[62225]: DEBUG oslo_concurrency.lockutils [None req-563d4eaa-ae4f-495c-a309-4c8abf4ad822 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "e0d5e536-25fb-4952-9a95-ce428cdfdc50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.649s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.025128] env[62225]: DEBUG nova.network.neutron [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 733.211389] env[62225]: DEBUG nova.network.neutron [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.330099] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52519196-95ff-635d-3bd6-8c9c57f57704, 'name': SearchDatastore_Task, 'duration_secs': 0.01898} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.330860] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd89e40f-423e-4012-b7e0-7ac605842fd2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.337693] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 733.337693] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52df8f3d-5fbe-861f-e543-7d22456b7f17" [ 733.337693] env[62225]: _type = "Task" [ 733.337693] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.347808] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bc28831-6d65-4e7a-b031-70695ca7ea7c req-171dc428-f026-4351-b149-1ea0744995db service nova] Releasing lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.349807] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52df8f3d-5fbe-861f-e543-7d22456b7f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.456264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4e15d8a0-c863-49ba-9ff3-b73a49c3a833 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.492s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.461362] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677489, 'name': Rename_Task, 'duration_secs': 0.186711} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.461900] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 733.462600] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65763295-0c86-4b19-a1cb-1ec5cd81d6b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.471843] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 733.471843] env[62225]: value = "task-677490" [ 733.471843] env[62225]: _type = "Task" [ 733.471843] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.487171] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.719783] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6a81cd9-7ec1-49bc-8153-ffdef66a6cda req-6a2fb53f-1aa7-4215-91db-119ac6064447 service nova] Releasing lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.719783] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.719783] env[62225]: DEBUG nova.network.neutron [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 733.856017] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52df8f3d-5fbe-861f-e543-7d22456b7f17, 'name': SearchDatastore_Task, 'duration_secs': 0.014031} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.859189] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.859345] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 371a5926-5c3e-4ba0-8ea4-77048ae00799/371a5926-5c3e-4ba0-8ea4-77048ae00799.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 733.860171] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe41c1ff-4e5c-4b51-be25-4f15266a1bd4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.872518] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.872806] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.873106] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 733.873106] env[62225]: value = "task-677491" [ 733.873106] env[62225]: _type = "Task" [ 733.873106] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.885903] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.955356] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e24ce-2215-41b6-8667-e29fcfa45294 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.962665] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 733.966616] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d3179-3f45-469f-bcd2-addf603c20ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.007760] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a27c3-077d-4170-ae45-0a0da639f957 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.014360] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.020343] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e164b039-3acd-427c-afcd-ded8ee8441ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.039372] env[62225]: DEBUG nova.compute.provider_tree [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.271242] env[62225]: DEBUG nova.network.neutron [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 734.393729] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513719} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.394039] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 371a5926-5c3e-4ba0-8ea4-77048ae00799/371a5926-5c3e-4ba0-8ea4-77048ae00799.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 734.394265] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.394519] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e3bf3e2-2c7b-4a73-915b-26029d9ffe6a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.401681] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 734.401681] env[62225]: value = "task-677492" [ 734.401681] env[62225]: _type = "Task" [ 734.401681] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.413594] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.488243] env[62225]: DEBUG oslo_vmware.api [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677490, 'name': PowerOnVM_Task, 'duration_secs': 0.762556} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.488725] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 734.489755] env[62225]: INFO nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Took 9.95 seconds to spawn the instance on the hypervisor. [ 734.490085] env[62225]: DEBUG nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 734.491019] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e481864-e60e-4f78-8ab5-ef8fb6e173b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.499878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.511054] env[62225]: DEBUG nova.network.neutron [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Successfully updated port: 85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.527620] env[62225]: DEBUG nova.network.neutron [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Updating instance_info_cache with network_info: [{"id": "28a0e5e9-a116-4e5e-8a90-edb788a4e1a6", "address": "fa:16:3e:32:98:12", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a0e5e9-a1", "ovs_interfaceid": "28a0e5e9-a116-4e5e-8a90-edb788a4e1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.543305] env[62225]: DEBUG nova.scheduler.client.report [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 734.770350] env[62225]: DEBUG nova.compute.manager [req-217e1572-4536-43cb-ba76-15015be678dd req-9ca7c2f0-d641-4b1b-8e79-13d5589f251a service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Received event network-vif-plugged-85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 734.770644] env[62225]: DEBUG oslo_concurrency.lockutils [req-217e1572-4536-43cb-ba76-15015be678dd req-9ca7c2f0-d641-4b1b-8e79-13d5589f251a service nova] Acquiring lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.770784] env[62225]: DEBUG oslo_concurrency.lockutils [req-217e1572-4536-43cb-ba76-15015be678dd req-9ca7c2f0-d641-4b1b-8e79-13d5589f251a service nova] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.770954] env[62225]: DEBUG oslo_concurrency.lockutils [req-217e1572-4536-43cb-ba76-15015be678dd req-9ca7c2f0-d641-4b1b-8e79-13d5589f251a service nova] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.771413] env[62225]: DEBUG nova.compute.manager [req-217e1572-4536-43cb-ba76-15015be678dd req-9ca7c2f0-d641-4b1b-8e79-13d5589f251a service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] No waiting events found dispatching network-vif-plugged-85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 734.771692] env[62225]: WARNING nova.compute.manager [req-217e1572-4536-43cb-ba76-15015be678dd req-9ca7c2f0-d641-4b1b-8e79-13d5589f251a service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Received unexpected event network-vif-plugged-85e6011f-f20c-48d0-9376-660760a8e2fd for instance with vm_state building and task_state spawning. [ 734.912586] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065356} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.912926] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.913889] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c040acb-cbc0-4502-8a8c-38bfabe7a4a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.938148] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 371a5926-5c3e-4ba0-8ea4-77048ae00799/371a5926-5c3e-4ba0-8ea4-77048ae00799.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.938770] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc9e5a9-5e3a-44bc-b340-adfa284aa67a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.962569] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 734.962569] env[62225]: value = "task-677493" [ 734.962569] env[62225]: _type = "Task" [ 734.962569] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.971704] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.015779] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "refresh_cache-d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.015779] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "refresh_cache-d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.015975] env[62225]: DEBUG nova.network.neutron [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 735.020109] env[62225]: INFO nova.compute.manager [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Took 56.11 seconds to build instance. [ 735.035280] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Releasing lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.038771] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Instance network_info: |[{"id": "28a0e5e9-a116-4e5e-8a90-edb788a4e1a6", "address": "fa:16:3e:32:98:12", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a0e5e9-a1", "ovs_interfaceid": "28a0e5e9-a116-4e5e-8a90-edb788a4e1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 735.038771] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:98:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28a0e5e9-a116-4e5e-8a90-edb788a4e1a6', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.045985] env[62225]: DEBUG oslo.service.loopingcall [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.046866] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 735.047128] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cfe2cc1-ab24-4c4a-9f56-71ce8219ff09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.063592] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.064132] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 735.067314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.663s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.068754] env[62225]: INFO nova.compute.claims [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.078998] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.078998] env[62225]: value = "task-677494" [ 735.078998] env[62225]: _type = "Task" [ 735.078998] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.088793] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677494, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.154606] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "9b36321a-5dff-49cb-a852-aadc4e939893" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.154841] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "9b36321a-5dff-49cb-a852-aadc4e939893" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.155272] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "9b36321a-5dff-49cb-a852-aadc4e939893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.155486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "9b36321a-5dff-49cb-a852-aadc4e939893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.155717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "9b36321a-5dff-49cb-a852-aadc4e939893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.158196] env[62225]: INFO nova.compute.manager [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Terminating instance [ 735.160870] env[62225]: DEBUG nova.compute.manager [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 735.161254] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 735.161862] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee536e11-9770-4766-8c9b-e58846342e58 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.171326] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 735.171326] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4b5c68-436e-4106-9d4e-f1e88f59ec81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.181475] env[62225]: DEBUG oslo_vmware.api [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 735.181475] env[62225]: value = "task-677495" [ 735.181475] env[62225]: _type = "Task" [ 735.181475] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.189777] env[62225]: DEBUG oslo_vmware.api [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.473994] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.520909] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e349e030-baa5-404b-ba1c-3fd0a6093102 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.823s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.562898] env[62225]: DEBUG nova.network.neutron [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 735.576639] env[62225]: DEBUG nova.compute.utils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.578076] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 735.578253] env[62225]: DEBUG nova.network.neutron [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 735.593150] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677494, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.635368] env[62225]: DEBUG nova.policy [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8af270e7cd9041a7827b2c60c3c52d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0054920d2bc4e0cb37ef5d4d251cbd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 735.696858] env[62225]: DEBUG oslo_vmware.api [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677495, 'name': PowerOffVM_Task, 'duration_secs': 0.244803} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.698202] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 735.698536] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 735.702779] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20399315-d932-4b0c-bfa9-0bc5bdff03b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.815832] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 735.816185] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 735.816304] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleting the datastore file [datastore1] 9b36321a-5dff-49cb-a852-aadc4e939893 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.817198] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0715cc4e-b612-4abd-8d13-6dc2629cd96e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.831496] env[62225]: DEBUG oslo_vmware.api [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for the task: (returnval){ [ 735.831496] env[62225]: value = "task-677497" [ 735.831496] env[62225]: _type = "Task" [ 735.831496] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.844801] env[62225]: DEBUG oslo_vmware.api [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.892033] env[62225]: DEBUG nova.network.neutron [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Updating instance_info_cache with network_info: [{"id": "85e6011f-f20c-48d0-9376-660760a8e2fd", "address": "fa:16:3e:dd:63:04", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e6011f-f2", "ovs_interfaceid": "85e6011f-f20c-48d0-9376-660760a8e2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.983890] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677493, 'name': ReconfigVM_Task, 'duration_secs': 0.897713} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.984328] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 371a5926-5c3e-4ba0-8ea4-77048ae00799/371a5926-5c3e-4ba0-8ea4-77048ae00799.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.985198] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d784648b-4deb-4a0e-b4b0-b6f0d7da292f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.994645] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 735.994645] env[62225]: value = "task-677498" [ 735.994645] env[62225]: _type = "Task" [ 735.994645] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.005643] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677498, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.020694] env[62225]: DEBUG nova.network.neutron [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Successfully created port: b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.023721] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 736.087608] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 736.101138] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677494, 'name': CreateVM_Task, 'duration_secs': 0.76367} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.101138] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 736.101439] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.101731] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.103139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.103139] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783d7ca5-93af-4cbe-9a5a-8001583f43b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.111388] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 736.111388] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a69d49-ea24-5cc1-3010-b134fc55ac18" [ 736.111388] env[62225]: _type = "Task" [ 736.111388] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.132227] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a69d49-ea24-5cc1-3010-b134fc55ac18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.199586] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.199586] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.342112] env[62225]: DEBUG oslo_vmware.api [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Task: {'id': task-677497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145994} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.345208] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.345430] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 736.345621] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 736.345813] env[62225]: INFO nova.compute.manager [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Took 1.18 seconds to destroy the instance on the hypervisor. [ 736.346103] env[62225]: DEBUG oslo.service.loopingcall [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.346521] env[62225]: DEBUG nova.compute.manager [-] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 736.346622] env[62225]: DEBUG nova.network.neutron [-] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 736.399027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "refresh_cache-d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.399027] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Instance network_info: |[{"id": "85e6011f-f20c-48d0-9376-660760a8e2fd", "address": "fa:16:3e:dd:63:04", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e6011f-f2", "ovs_interfaceid": "85e6011f-f20c-48d0-9376-660760a8e2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 736.402176] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:63:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e6011f-f20c-48d0-9376-660760a8e2fd', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.409313] env[62225]: DEBUG oslo.service.loopingcall [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.411754] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 736.413028] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a9e7dc-6824-4e7a-b3ce-7398f18a9953 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.435974] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.435974] env[62225]: value = "task-677499" [ 736.435974] env[62225]: _type = "Task" [ 736.435974] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.451056] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677499, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.516628] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677498, 'name': Rename_Task, 'duration_secs': 0.231975} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.516628] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 736.516628] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c6c3ea-7ba7-4979-afe9-5a316419e94d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.527035] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 736.527035] env[62225]: value = "task-677500" [ 736.527035] env[62225]: _type = "Task" [ 736.527035] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.553387] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.576798] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.625247] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a69d49-ea24-5cc1-3010-b134fc55ac18, 'name': SearchDatastore_Task, 'duration_secs': 0.014181} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.625603] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.626268] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.626656] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.626822] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.627094] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.627303] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a950ab2-04e7-4a51-8baa-53f5d0440e84 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.640958] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.641338] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 736.643249] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f62b71-b780-4cbf-aa93-cd44fc40430c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.654748] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 736.654748] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f327b-f6f4-99f6-4f13-882e071c9f15" [ 736.654748] env[62225]: _type = "Task" [ 736.654748] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.665622] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f327b-f6f4-99f6-4f13-882e071c9f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.739523] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a803e-8d33-4543-8721-421552b02a91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.749525] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c11028-276c-4ad1-be26-7667ed9cd4df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.792488] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887bd52a-8c79-4e86-8778-0c6cd54865e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.801981] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda5b7b-8e08-4895-b6e3-bb987c8785a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.821769] env[62225]: DEBUG nova.compute.provider_tree [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.948685] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677499, 'name': CreateVM_Task, 'duration_secs': 0.395476} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.948935] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 736.949752] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.949951] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.950580] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.950719] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab5914a-4472-489c-a845-f661882868ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.958186] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 736.958186] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6526d-30fe-6a64-bcf5-5bec33b9e95c" [ 736.958186] env[62225]: _type = "Task" [ 736.958186] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.972357] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6526d-30fe-6a64-bcf5-5bec33b9e95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.038460] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.060075] env[62225]: DEBUG nova.compute.manager [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 737.061386] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca590308-f525-437c-aa03-3bbd22cda6bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.106682] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 737.174906] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523f327b-f6f4-99f6-4f13-882e071c9f15, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.177557] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 737.177920] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 737.179533] env[62225]: DEBUG nova.virt.hardware [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.181084] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd016f64-2d77-4492-a836-5ae0e42bd357 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.184405] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e089b6cd-b5f7-48c0-8a9b-2b8e7fae8538 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.193658] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 737.193658] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529425bb-1d26-1f01-e0b1-82fd939d0eb9" [ 737.193658] env[62225]: _type = "Task" [ 737.193658] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.194864] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f599723f-e7bf-4b73-9d28-f6f00a468e82 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.208759] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529425bb-1d26-1f01-e0b1-82fd939d0eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.296321] env[62225]: DEBUG nova.network.neutron [-] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.325923] env[62225]: DEBUG nova.scheduler.client.report [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 737.470660] env[62225]: DEBUG nova.compute.manager [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Received event network-changed-85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 737.470660] env[62225]: DEBUG nova.compute.manager [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Refreshing instance network info cache due to event network-changed-85e6011f-f20c-48d0-9376-660760a8e2fd. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 737.470660] env[62225]: DEBUG oslo_concurrency.lockutils [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] Acquiring lock "refresh_cache-d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.470660] env[62225]: DEBUG oslo_concurrency.lockutils [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] Acquired lock "refresh_cache-d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.470660] env[62225]: DEBUG nova.network.neutron [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Refreshing network info cache for port 85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 737.475736] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6526d-30fe-6a64-bcf5-5bec33b9e95c, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.476556] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.476805] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.477027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.517370] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.518863] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.537509] env[62225]: DEBUG oslo_vmware.api [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677500, 'name': PowerOnVM_Task, 'duration_secs': 0.551017} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.537802] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 737.538015] env[62225]: INFO nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Took 10.30 seconds to spawn the instance on the hypervisor. [ 737.538208] env[62225]: DEBUG nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 737.538983] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df89c6c-66d2-4ef2-ae5c-d9d077f65738 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.581492] env[62225]: INFO nova.compute.manager [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] instance snapshotting [ 737.583283] env[62225]: INFO nova.compute.manager [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Rebuilding instance [ 737.588025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec3cef-ab17-43f6-8367-cee808b587f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.609385] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c0a6f6-0ffc-4f08-a700-487598697e04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.649985] env[62225]: DEBUG nova.compute.manager [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 737.651313] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3433fba-72ff-4813-983c-f4162bbb735f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.704772] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529425bb-1d26-1f01-e0b1-82fd939d0eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018594} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.705758] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.706094] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55/54f04107-6ab1-4994-ad4b-cd44de6a1a55.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 737.706440] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.706661] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.706910] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b0fea4b-f104-4e79-8a83-8043fe8c51f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.709283] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-032f73e7-88a7-4a2b-9361-d91082d14366 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.719425] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 737.719425] env[62225]: value = "task-677501" [ 737.719425] env[62225]: _type = "Task" [ 737.719425] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.720705] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.720916] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 737.724889] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108db3e0-c461-406d-a006-d51cfefaeb49 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.732943] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.734488] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 737.734488] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52db0c93-710d-3d1c-25b9-26af13b24180" [ 737.734488] env[62225]: _type = "Task" [ 737.734488] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.744495] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52db0c93-710d-3d1c-25b9-26af13b24180, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.745315] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19c86e0-edd7-4be9-94f4-5dd91d094766 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.751440] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 737.751440] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521f81b9-e079-678c-27df-a99d67d1dc35" [ 737.751440] env[62225]: _type = "Task" [ 737.751440] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.759651] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521f81b9-e079-678c-27df-a99d67d1dc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.799638] env[62225]: INFO nova.compute.manager [-] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Took 1.45 seconds to deallocate network for instance. [ 737.834266] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.834854] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 737.842033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.429s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.842033] env[62225]: DEBUG nova.objects.instance [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lazy-loading 'resources' on Instance uuid 260eae69-df48-45b6-a09d-c47a36c471f9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.059255] env[62225]: INFO nova.compute.manager [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Took 52.82 seconds to build instance. [ 738.125098] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.125464] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ce0c74d-c1a3-4ba7-9a9d-6f782c906052 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.137047] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 738.137047] env[62225]: value = "task-677502" [ 738.137047] env[62225]: _type = "Task" [ 738.137047] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.149154] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.166390] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 738.166691] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d9f97f-01a0-46f1-8826-79e268306442 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.174954] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 738.174954] env[62225]: value = "task-677503" [ 738.174954] env[62225]: _type = "Task" [ 738.174954] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.184343] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.231174] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465131} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.231447] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55/54f04107-6ab1-4994-ad4b-cd44de6a1a55.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 738.231695] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.232665] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3593d211-cca5-41f6-9b89-9a77e59fe8a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.239957] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 738.239957] env[62225]: value = "task-677504" [ 738.239957] env[62225]: _type = "Task" [ 738.239957] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.249282] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.261841] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521f81b9-e079-678c-27df-a99d67d1dc35, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.265021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.265355] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0/d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 738.265662] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89fe92ba-c502-4501-8b67-e3ba5e1b326e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.276022] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 738.276022] env[62225]: value = "task-677505" [ 738.276022] env[62225]: _type = "Task" [ 738.276022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.284314] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.307596] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.313373] env[62225]: DEBUG nova.network.neutron [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Successfully updated port: b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.342106] env[62225]: DEBUG nova.compute.utils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.343688] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 738.344184] env[62225]: DEBUG nova.network.neutron [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 738.417801] env[62225]: DEBUG nova.network.neutron [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Updated VIF entry in instance network info cache for port 85e6011f-f20c-48d0-9376-660760a8e2fd. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 738.418183] env[62225]: DEBUG nova.network.neutron [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Updating instance_info_cache with network_info: [{"id": "85e6011f-f20c-48d0-9376-660760a8e2fd", "address": "fa:16:3e:dd:63:04", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e6011f-f2", "ovs_interfaceid": "85e6011f-f20c-48d0-9376-660760a8e2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.423904] env[62225]: DEBUG nova.policy [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08e4332e825e425fa36c02e6b98f9b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0781d2098c14f55988ab269b4e0f243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 738.565173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e843b240-0105-4e1b-82a1-3eeb076efd36 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.302s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.656353] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.686775] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677503, 'name': PowerOffVM_Task, 'duration_secs': 0.203425} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.687505] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 738.687505] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 738.688167] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a5cbf1-27cb-45cb-b5aa-42e92a2b3790 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.704188] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 738.704609] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64efec6f-7de1-4ab3-9045-3e817b243efe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.753284] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081637} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.753601] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.754467] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9234fcd5-dafb-4e18-9575-9ce470dd6ed9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782325] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55/54f04107-6ab1-4994-ad4b-cd44de6a1a55.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.786453] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3fec4f-9370-4372-b3cc-0b92f1a10304 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.800739] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 738.800967] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 738.801164] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore1] 24f5eb10-b56a-45ed-afe0-1a8d8a076170 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.804834] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0f12c6b-da41-4bb9-8180-d4471b9c924c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.812311] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677505, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.813686] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 738.813686] env[62225]: value = "task-677507" [ 738.813686] env[62225]: _type = "Task" [ 738.813686] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.817291] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 738.817291] env[62225]: value = "task-677508" [ 738.817291] env[62225]: _type = "Task" [ 738.817291] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.818038] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "refresh_cache-98372513-5daf-4bf2-8448-a271c6b9530e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.818038] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquired lock "refresh_cache-98372513-5daf-4bf2-8448-a271c6b9530e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.818038] env[62225]: DEBUG nova.network.neutron [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 738.832316] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.834702] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.850028] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 738.876446] env[62225]: DEBUG nova.network.neutron [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Successfully created port: 157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.920969] env[62225]: DEBUG oslo_concurrency.lockutils [req-660d2a5d-7dc8-4703-8749-da0608d380c1 req-9ea81123-ed4d-4588-a908-848ac3ac4bb5 service nova] Releasing lock "refresh_cache-d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.935199] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e03efb-bdeb-4290-af64-32c8f60becbd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.943691] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf5991-bfa9-4474-9d11-8b332c66ae8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.975550] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "a411242c-6a85-49aa-bf09-5af2dbe3801b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.975807] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.976060] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "a411242c-6a85-49aa-bf09-5af2dbe3801b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.976248] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.976419] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.978804] env[62225]: INFO nova.compute.manager [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Terminating instance [ 738.980590] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72428c48-6755-482b-b865-6d941c089b20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.984255] env[62225]: DEBUG nova.compute.manager [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 738.984255] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 738.984637] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f311ce-7b6c-4b86-8724-1dc887680c44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.995144] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb1240a-14e0-4934-a8ca-870eba97b185 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.999606] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 738.999926] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6147d766-d72d-48f7-913a-eb039618a16f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.014210] env[62225]: DEBUG nova.compute.provider_tree [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.017158] env[62225]: DEBUG oslo_vmware.api [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 739.017158] env[62225]: value = "task-677509" [ 739.017158] env[62225]: _type = "Task" [ 739.017158] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.027314] env[62225]: DEBUG oslo_vmware.api [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.072221] env[62225]: DEBUG nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 739.150710] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677502, 'name': CreateSnapshot_Task, 'duration_secs': 0.96191} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.150995] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.151890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535b9867-03ef-4645-b7ee-01ee29c5363e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.297895] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677505, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.331133] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41643} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.332164] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.332164] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 739.332296] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 739.341630] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.382373] env[62225]: DEBUG nova.network.neutron [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 739.522184] env[62225]: DEBUG nova.scheduler.client.report [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 739.531352] env[62225]: DEBUG oslo_vmware.api [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677509, 'name': PowerOffVM_Task, 'duration_secs': 0.364056} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.531631] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 739.531806] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 739.532078] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bd9bf16-52d4-41a2-b163-16e6cd919e29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.600324] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 739.600324] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 739.600324] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Deleting the datastore file [datastore2] a411242c-6a85-49aa-bf09-5af2dbe3801b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.601170] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963bdbac-9683-4cd1-bb16-924d92d9fb83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.603734] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.608820] env[62225]: DEBUG oslo_vmware.api [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 739.608820] env[62225]: value = "task-677511" [ 739.608820] env[62225]: _type = "Task" [ 739.608820] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.617878] env[62225]: DEBUG oslo_vmware.api [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.640259] env[62225]: DEBUG nova.network.neutron [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Updating instance_info_cache with network_info: [{"id": "b95c88b8-60ff-490f-9900-d137873b2f34", "address": "fa:16:3e:bd:7e:70", "network": {"id": "be0a3772-013e-4bd3-bea8-5678f4124f4b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1154848878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0054920d2bc4e0cb37ef5d4d251cbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95c88b8-60", "ovs_interfaceid": "b95c88b8-60ff-490f-9900-d137873b2f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.673827] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.674546] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-96693440-88a1-4ec9-9f4f-0499b3a5e8ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.685142] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 739.685142] env[62225]: value = "task-677512" [ 739.685142] env[62225]: _type = "Task" [ 739.685142] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.695194] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677512, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.798565] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677505, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483914} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.798887] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0/d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 739.799139] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.799428] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbadc80c-2137-4081-ba0d-1a603625b3b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.805843] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Received event network-vif-deleted-c5ae42e2-7f07-47dc-af8d-7b91a1af103f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 739.806268] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Received event network-vif-plugged-b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 739.806268] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Acquiring lock "98372513-5daf-4bf2-8448-a271c6b9530e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.806519] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Lock "98372513-5daf-4bf2-8448-a271c6b9530e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.806695] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Lock "98372513-5daf-4bf2-8448-a271c6b9530e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.806817] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] No waiting events found dispatching network-vif-plugged-b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 739.806950] env[62225]: WARNING nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Received unexpected event network-vif-plugged-b95c88b8-60ff-490f-9900-d137873b2f34 for instance with vm_state building and task_state spawning. [ 739.807139] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Received event network-changed-b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 739.807299] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Refreshing instance network info cache due to event network-changed-b95c88b8-60ff-490f-9900-d137873b2f34. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 739.807479] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Acquiring lock "refresh_cache-98372513-5daf-4bf2-8448-a271c6b9530e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.809578] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 739.809578] env[62225]: value = "task-677513" [ 739.809578] env[62225]: _type = "Task" [ 739.809578] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.822097] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.833968] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677508, 'name': ReconfigVM_Task, 'duration_secs': 0.982323} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.834307] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55/54f04107-6ab1-4994-ad4b-cd44de6a1a55.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.834689] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62225) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 739.835366] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-17cb7c18-6377-4bd5-ae05-ec67abb94d28 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.848484] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 739.848484] env[62225]: value = "task-677514" [ 739.848484] env[62225]: _type = "Task" [ 739.848484] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.858446] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677514, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.863811] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 739.892829] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 739.893050] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 739.893255] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.893467] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 739.893687] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.894169] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 739.894169] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 739.894321] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 739.894509] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 739.894696] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 739.894889] env[62225]: DEBUG nova.virt.hardware [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.896261] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baed514-1015-414b-9108-1eac70112f8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.905415] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a5e0d-e5f9-4898-b772-e10d59a1efbd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.027083] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.032201] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.487s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.032201] env[62225]: INFO nova.compute.claims [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.060136] env[62225]: INFO nova.scheduler.client.report [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Deleted allocations for instance 260eae69-df48-45b6-a09d-c47a36c471f9 [ 740.122654] env[62225]: DEBUG oslo_vmware.api [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173577} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.123704] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.123704] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 740.123704] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 740.123704] env[62225]: INFO nova.compute.manager [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 740.123981] env[62225]: DEBUG oslo.service.loopingcall [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.124479] env[62225]: DEBUG nova.compute.manager [-] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 740.124479] env[62225]: DEBUG nova.network.neutron [-] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 740.143080] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Releasing lock "refresh_cache-98372513-5daf-4bf2-8448-a271c6b9530e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.143438] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Instance network_info: |[{"id": "b95c88b8-60ff-490f-9900-d137873b2f34", "address": "fa:16:3e:bd:7e:70", "network": {"id": "be0a3772-013e-4bd3-bea8-5678f4124f4b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1154848878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0054920d2bc4e0cb37ef5d4d251cbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95c88b8-60", "ovs_interfaceid": "b95c88b8-60ff-490f-9900-d137873b2f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 740.143876] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Acquired lock "refresh_cache-98372513-5daf-4bf2-8448-a271c6b9530e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.144207] env[62225]: DEBUG nova.network.neutron [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Refreshing network info cache for port b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 740.146032] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:7e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95c88b8-60ff-490f-9900-d137873b2f34', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.153378] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Creating folder: Project (b0054920d2bc4e0cb37ef5d4d251cbd2). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.154560] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f85606e-f76d-4262-b912-f84fe4800bdb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.167901] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Created folder: Project (b0054920d2bc4e0cb37ef5d4d251cbd2) in parent group-v163168. [ 740.168147] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Creating folder: Instances. Parent ref: group-v163306. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.168439] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7512362b-592e-4ffa-90ed-46394138e193 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.180674] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Created folder: Instances in parent group-v163306. [ 740.180958] env[62225]: DEBUG oslo.service.loopingcall [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.181196] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 740.181418] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc677c53-d9f4-4e4d-a3ec-cbfc85b26120 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.206576] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677512, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.208118] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.208118] env[62225]: value = "task-677517" [ 740.208118] env[62225]: _type = "Task" [ 740.208118] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.218443] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677517, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.329972] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093121} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.330505] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.331673] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d4495-56cd-497f-b5dd-bb69b5d9a352 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.374434] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0/d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.380426] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf690b6c-5134-46c6-b9f9-c0e3eb3fed20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.419368] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677514, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.071417} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.425709] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 740.425957] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 740.426170] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.426460] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 740.426716] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.426978] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 740.427346] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 740.427686] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 740.427912] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 740.428532] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 740.428532] env[62225]: DEBUG nova.virt.hardware [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.429103] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62225) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 740.429618] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 740.429618] env[62225]: value = "task-677518" [ 740.429618] env[62225]: _type = "Task" [ 740.429618] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.431306] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd7ddb-b97a-47bd-84f8-e2ff383d74b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.436548] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca100ad-c8ad-45f8-8c0f-ceb1f75fa2b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.469855] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cfc623-a24c-497b-8539-0f7a00212478 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.483022] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55/ephemeral_0.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.484814] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.484814] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2984f64b-3064-4864-a62c-3e740dec624c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.497223] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.497523] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.497720] env[62225]: INFO nova.compute.manager [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Rebooting instance [ 740.509718] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:fe:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.518845] env[62225]: DEBUG oslo.service.loopingcall [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.521648] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 740.522085] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 740.522085] env[62225]: value = "task-677519" [ 740.522085] env[62225]: _type = "Task" [ 740.522085] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.522315] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb100bd-869d-419d-8f78-2d59cb92c773 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.566391] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.572148] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.572148] env[62225]: value = "task-677520" [ 740.572148] env[62225]: _type = "Task" [ 740.572148] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.572655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8febf15f-0f67-4cd6-90af-bc1fe099187a tempest-ServerGroupTestJSON-1064092411 tempest-ServerGroupTestJSON-1064092411-project-member] Lock "260eae69-df48-45b6-a09d-c47a36c471f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.201s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.589650] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677520, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.710970] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677512, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.721947] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677517, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.955805] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.045563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.045674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquired lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.045920] env[62225]: DEBUG nova.network.neutron [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 741.067031] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.107361] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677520, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.112858] env[62225]: DEBUG nova.network.neutron [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Successfully updated port: 157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.167979] env[62225]: DEBUG nova.network.neutron [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Updated VIF entry in instance network info cache for port b95c88b8-60ff-490f-9900-d137873b2f34. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 741.168378] env[62225]: DEBUG nova.network.neutron [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Updating instance_info_cache with network_info: [{"id": "b95c88b8-60ff-490f-9900-d137873b2f34", "address": "fa:16:3e:bd:7e:70", "network": {"id": "be0a3772-013e-4bd3-bea8-5678f4124f4b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1154848878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0054920d2bc4e0cb37ef5d4d251cbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95c88b8-60", "ovs_interfaceid": "b95c88b8-60ff-490f-9900-d137873b2f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.208983] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677512, 'name': CloneVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.224035] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677517, 'name': CreateVM_Task, 'duration_secs': 0.851725} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.225349] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 741.226156] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.226340] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.226693] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.227467] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a96e37e-07e4-47b0-8b1d-984fc4cf733c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.233517] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 741.233517] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d6a83-3f59-888b-627b-7e5b34b5ea13" [ 741.233517] env[62225]: _type = "Task" [ 741.233517] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.243910] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d6a83-3f59-888b-627b-7e5b34b5ea13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.274196] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.274498] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.274737] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.274928] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.275124] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.276788] env[62225]: DEBUG nova.network.neutron [-] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.278091] env[62225]: INFO nova.compute.manager [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Terminating instance [ 741.279905] env[62225]: DEBUG nova.compute.manager [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 741.280131] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 741.280963] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021dcca3-d40d-4963-ab85-13832f7c4891 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.292242] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 741.292823] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceba8462-8327-4647-bc33-c0a01f62dd25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.301482] env[62225]: DEBUG oslo_vmware.api [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 741.301482] env[62225]: value = "task-677521" [ 741.301482] env[62225]: _type = "Task" [ 741.301482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.310732] env[62225]: DEBUG oslo_vmware.api [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.452522] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677518, 'name': ReconfigVM_Task, 'duration_secs': 0.611219} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.455508] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0/d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.457046] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce0bf05-b82b-44b2-a82b-f9e79596a1ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.467370] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 741.467370] env[62225]: value = "task-677522" [ 741.467370] env[62225]: _type = "Task" [ 741.467370] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.479944] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677522, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.548834] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af814c-33b0-435c-9cd9-114b22b98676 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.560858] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677519, 'name': ReconfigVM_Task, 'duration_secs': 0.565556} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.563149] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55/ephemeral_0.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.563898] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-672a1bb6-9ab3-4db9-b5e4-0ac2e2322db2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.569020] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11057a94-9543-45e2-88cf-67ef1a15d677 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.607220] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 741.607220] env[62225]: value = "task-677523" [ 741.607220] env[62225]: _type = "Task" [ 741.607220] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.611551] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432e351-4609-46f6-9e1a-cf388e86e70a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.622322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "refresh_cache-464bc3fc-80c5-4985-8262-88e7711cba0d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.622474] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "refresh_cache-464bc3fc-80c5-4985-8262-88e7711cba0d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.622628] env[62225]: DEBUG nova.network.neutron [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 741.625895] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677520, 'name': CreateVM_Task, 'duration_secs': 0.558942} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.625895] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 741.625895] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.632727] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677523, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.638859] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6a037e-4ebf-4acd-b13e-e22f11074b96 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.659486] env[62225]: DEBUG nova.compute.provider_tree [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.671541] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Releasing lock "refresh_cache-98372513-5daf-4bf2-8448-a271c6b9530e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.671541] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Received event network-changed-efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.671541] env[62225]: DEBUG nova.compute.manager [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Refreshing instance network info cache due to event network-changed-efbc9110-bb65-40d5-9a40-191e56ac068b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 741.671541] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Acquiring lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.712270] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677512, 'name': CloneVM_Task, 'duration_secs': 1.584435} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.712864] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Created linked-clone VM from snapshot [ 741.713415] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc51b66-2aba-463f-820f-58a75e57feb1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.723308] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Uploading image d81284c7-5c1c-433b-9599-4dc39114c65b {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 741.743164] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 741.743469] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58abf4fa-2e5b-46f9-8a37-34832f6888cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.749036] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d6a83-3f59-888b-627b-7e5b34b5ea13, 'name': SearchDatastore_Task, 'duration_secs': 0.024511} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.749881] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.750252] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.750518] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.750674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.750859] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.751181] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.751509] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.751819] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f13cb9-e6da-43a7-b78a-69c7ea4be1f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.755433] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45638ad5-d024-49a4-8d35-287a0ac288e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.757277] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 741.757277] env[62225]: value = "task-677524" [ 741.757277] env[62225]: _type = "Task" [ 741.757277] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.762839] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 741.762839] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52457fd6-0506-aac4-4365-8cd31f2ea3e5" [ 741.762839] env[62225]: _type = "Task" [ 741.762839] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.770734] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.770988] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 741.771817] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677524, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.774959] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68ec693-457d-4db0-97d2-c649f7222a7d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.781197] env[62225]: INFO nova.compute.manager [-] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Took 1.66 seconds to deallocate network for instance. [ 741.781542] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52457fd6-0506-aac4-4365-8cd31f2ea3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013486} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.783707] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.784033] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.784305] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.785749] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 741.785749] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523c072a-3cbc-04c8-d252-a7a449d7ef6a" [ 741.785749] env[62225]: _type = "Task" [ 741.785749] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.799852] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523c072a-3cbc-04c8-d252-a7a449d7ef6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.815900] env[62225]: DEBUG oslo_vmware.api [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677521, 'name': PowerOffVM_Task, 'duration_secs': 0.424224} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.816322] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 741.816542] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 741.816899] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37e579ec-8a36-48a3-b62c-b982f88e8047 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.891572] env[62225]: DEBUG nova.network.neutron [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updating instance_info_cache with network_info: [{"id": "efbc9110-bb65-40d5-9a40-191e56ac068b", "address": "fa:16:3e:19:a4:74", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc9110-bb", "ovs_interfaceid": "efbc9110-bb65-40d5-9a40-191e56ac068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.895267] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 741.895267] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 741.895404] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Deleting the datastore file [datastore1] 0fb6e085-8c66-4b53-a0a1-f44590d4c550 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.895938] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80164001-b032-434e-b53c-cfd31945c1a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.905442] env[62225]: DEBUG oslo_vmware.api [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for the task: (returnval){ [ 741.905442] env[62225]: value = "task-677526" [ 741.905442] env[62225]: _type = "Task" [ 741.905442] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.917329] env[62225]: DEBUG oslo_vmware.api [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.920034] env[62225]: DEBUG nova.compute.manager [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Received event network-vif-plugged-157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.920362] env[62225]: DEBUG oslo_concurrency.lockutils [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] Acquiring lock "464bc3fc-80c5-4985-8262-88e7711cba0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.920446] env[62225]: DEBUG oslo_concurrency.lockutils [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.920751] env[62225]: DEBUG oslo_concurrency.lockutils [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.921879] env[62225]: DEBUG nova.compute.manager [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] No waiting events found dispatching network-vif-plugged-157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 741.921879] env[62225]: WARNING nova.compute.manager [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Received unexpected event network-vif-plugged-157bbe3c-a078-4157-bc98-5e6836a27689 for instance with vm_state building and task_state spawning. [ 741.921879] env[62225]: DEBUG nova.compute.manager [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Received event network-vif-deleted-992f2052-fa21-432a-abd9-8192f1fb5466 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.921879] env[62225]: DEBUG nova.compute.manager [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Received event network-changed-157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 741.921879] env[62225]: DEBUG nova.compute.manager [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Refreshing instance network info cache due to event network-changed-157bbe3c-a078-4157-bc98-5e6836a27689. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 741.921879] env[62225]: DEBUG oslo_concurrency.lockutils [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] Acquiring lock "refresh_cache-464bc3fc-80c5-4985-8262-88e7711cba0d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.978838] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677522, 'name': Rename_Task, 'duration_secs': 0.268365} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.979209] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 741.979780] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3621950-d8e2-40bd-826e-3c906b4d46b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.989411] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 741.989411] env[62225]: value = "task-677527" [ 741.989411] env[62225]: _type = "Task" [ 741.989411] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.999264] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.130975] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677523, 'name': Rename_Task, 'duration_secs': 0.275316} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.130975] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 742.130975] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6c1a13-7eb6-479d-906b-a674ed405c81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.140182] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 742.140182] env[62225]: value = "task-677528" [ 742.140182] env[62225]: _type = "Task" [ 742.140182] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.150972] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.163160] env[62225]: DEBUG nova.scheduler.client.report [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 742.193973] env[62225]: DEBUG nova.network.neutron [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 742.268991] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677524, 'name': Destroy_Task, 'duration_secs': 0.426221} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.269451] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Destroyed the VM [ 742.269820] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.270142] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27ef12bd-40f7-44af-82c3-182385a675aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.278827] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 742.278827] env[62225]: value = "task-677529" [ 742.278827] env[62225]: _type = "Task" [ 742.278827] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.294989] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.295339] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.306024] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523c072a-3cbc-04c8-d252-a7a449d7ef6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.306024] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1cb593-911b-4b7b-b354-80c205891bfd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.311229] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 742.311229] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525bbe98-88c3-e200-85bd-956ee3c8838a" [ 742.311229] env[62225]: _type = "Task" [ 742.311229] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.323949] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525bbe98-88c3-e200-85bd-956ee3c8838a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.397185] env[62225]: DEBUG nova.network.neutron [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Updating instance_info_cache with network_info: [{"id": "157bbe3c-a078-4157-bc98-5e6836a27689", "address": "fa:16:3e:d7:df:72", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157bbe3c-a0", "ovs_interfaceid": "157bbe3c-a078-4157-bc98-5e6836a27689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.397185] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Releasing lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.399950] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Acquired lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.400963] env[62225]: DEBUG nova.network.neutron [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Refreshing network info cache for port efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 742.403064] env[62225]: DEBUG nova.compute.manager [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 742.404594] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96565e9-2b63-47aa-8179-f6793eab1539 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.423458] env[62225]: DEBUG oslo_vmware.api [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Task: {'id': task-677526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163178} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.424408] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.424849] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 742.425217] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 742.425559] env[62225]: INFO nova.compute.manager [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Took 1.15 seconds to destroy the instance on the hypervisor. [ 742.426122] env[62225]: DEBUG oslo.service.loopingcall [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.426479] env[62225]: DEBUG nova.compute.manager [-] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 742.426704] env[62225]: DEBUG nova.network.neutron [-] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 742.503291] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.653868] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677528, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.668960] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.669760] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 742.672526] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.288s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.674072] env[62225]: INFO nova.compute.claims [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.792850] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677529, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.822601] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525bbe98-88c3-e200-85bd-956ee3c8838a, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.822601] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.822601] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 98372513-5daf-4bf2-8448-a271c6b9530e/98372513-5daf-4bf2-8448-a271c6b9530e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 742.823178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.823178] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.823178] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4e90b2-50a4-4eed-8439-97b40b5d86a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.825217] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0136facc-8b3b-4fad-8547-369e66731b37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.833123] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 742.833123] env[62225]: value = "task-677530" [ 742.833123] env[62225]: _type = "Task" [ 742.833123] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.838169] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.838376] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 742.839484] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f8e36b-ce8e-4c67-87f8-9ae42b02ae9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.845262] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.850866] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 742.850866] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522df542-abcd-69cd-7dae-fc81aa9ab31e" [ 742.850866] env[62225]: _type = "Task" [ 742.850866] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.865160] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522df542-abcd-69cd-7dae-fc81aa9ab31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.902414] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "refresh_cache-464bc3fc-80c5-4985-8262-88e7711cba0d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.902414] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Instance network_info: |[{"id": "157bbe3c-a078-4157-bc98-5e6836a27689", "address": "fa:16:3e:d7:df:72", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157bbe3c-a0", "ovs_interfaceid": "157bbe3c-a078-4157-bc98-5e6836a27689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 742.902734] env[62225]: DEBUG oslo_concurrency.lockutils [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] Acquired lock "refresh_cache-464bc3fc-80c5-4985-8262-88e7711cba0d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.902909] env[62225]: DEBUG nova.network.neutron [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Refreshing network info cache for port 157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 742.904463] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:df:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '157bbe3c-a078-4157-bc98-5e6836a27689', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.912893] env[62225]: DEBUG oslo.service.loopingcall [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.916307] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 742.916307] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc5bf58-25d8-48c1-addd-080110f1ab9c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.952680] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.952680] env[62225]: value = "task-677531" [ 742.952680] env[62225]: _type = "Task" [ 742.952680] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.962641] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677531, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.002053] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677527, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.159745] env[62225]: DEBUG oslo_vmware.api [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677528, 'name': PowerOnVM_Task, 'duration_secs': 0.989742} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.161378] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 743.161378] env[62225]: INFO nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Took 12.67 seconds to spawn the instance on the hypervisor. [ 743.161378] env[62225]: DEBUG nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 743.162703] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcf4fe5-4dd5-4d71-ac15-2b0c3ddaad08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.178823] env[62225]: DEBUG nova.compute.utils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.182177] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 743.182177] env[62225]: DEBUG nova.network.neutron [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 743.296767] env[62225]: DEBUG nova.network.neutron [-] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.298289] env[62225]: DEBUG oslo_vmware.api [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677529, 'name': RemoveSnapshot_Task, 'duration_secs': 0.998106} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.299177] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.349433] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.362556] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522df542-abcd-69cd-7dae-fc81aa9ab31e, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.364141] env[62225]: DEBUG nova.policy [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15b60d63862b4967a8b466de67e9a775', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c814f96361481587762565f055d5a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 743.366713] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b886deb-d621-4b13-8791-69238c37acbe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.372965] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 743.372965] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5264d1ba-2005-d1e0-b766-5b23edb32247" [ 743.372965] env[62225]: _type = "Task" [ 743.372965] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.381914] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5264d1ba-2005-d1e0-b766-5b23edb32247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.400497] env[62225]: DEBUG nova.network.neutron [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updated VIF entry in instance network info cache for port efbc9110-bb65-40d5-9a40-191e56ac068b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 743.400978] env[62225]: DEBUG nova.network.neutron [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updating instance_info_cache with network_info: [{"id": "efbc9110-bb65-40d5-9a40-191e56ac068b", "address": "fa:16:3e:19:a4:74", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc9110-bb", "ovs_interfaceid": "efbc9110-bb65-40d5-9a40-191e56ac068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.447888] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f849ed44-2fbf-42c4-aed2-f9bd1776db34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.460090] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Doing hard reboot of VM {{(pid=62225) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 743.465950] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ac9cc20c-6c53-48a9-8baa-1cdde1422f98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.474635] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677531, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.481482] env[62225]: DEBUG oslo_vmware.api [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 743.481482] env[62225]: value = "task-677532" [ 743.481482] env[62225]: _type = "Task" [ 743.481482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.492654] env[62225]: DEBUG oslo_vmware.api [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677532, 'name': ResetVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.503029] env[62225]: DEBUG oslo_vmware.api [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677527, 'name': PowerOnVM_Task, 'duration_secs': 1.21709} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.504284] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 743.504653] env[62225]: INFO nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Took 10.85 seconds to spawn the instance on the hypervisor. [ 743.504791] env[62225]: DEBUG nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 743.506062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff9d54f-d3eb-42bb-bd7d-a0c0eab76932 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.696379] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 743.707136] env[62225]: INFO nova.compute.manager [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Took 44.93 seconds to build instance. [ 743.800052] env[62225]: INFO nova.compute.manager [-] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Took 1.37 seconds to deallocate network for instance. [ 743.802768] env[62225]: WARNING nova.compute.manager [None req-14c4f215-1f44-44b1-b602-48b8c965071e tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Image not found during snapshot: nova.exception.ImageNotFound: Image d81284c7-5c1c-433b-9599-4dc39114c65b could not be found. [ 743.850545] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516154} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.850810] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 98372513-5daf-4bf2-8448-a271c6b9530e/98372513-5daf-4bf2-8448-a271c6b9530e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 743.851042] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.851308] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e00bfc3-ee72-489f-b485-6b8e00991dd5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.865291] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 743.865291] env[62225]: value = "task-677533" [ 743.865291] env[62225]: _type = "Task" [ 743.865291] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.876628] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.886657] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5264d1ba-2005-d1e0-b766-5b23edb32247, 'name': SearchDatastore_Task, 'duration_secs': 0.020532} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.889324] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.889626] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 743.890450] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4fcc66f-96f1-4c0a-8618-22bcccf4cecb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.898147] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 743.898147] env[62225]: value = "task-677534" [ 743.898147] env[62225]: _type = "Task" [ 743.898147] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.904523] env[62225]: DEBUG oslo_concurrency.lockutils [req-0bb9128c-9b29-4dd2-abb1-824b954bd674 req-1711473d-e012-43bb-bc26-73731cc8a216 service nova] Releasing lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.910615] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.968726] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677531, 'name': CreateVM_Task, 'duration_secs': 0.676382} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.969015] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 743.970071] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.970394] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.970918] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.971313] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0fb4d9-95bb-4bd8-8e4e-3c91f50ac4fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.979460] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 743.979460] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525568ba-faf7-a6de-bfb4-1d6c80393bef" [ 743.979460] env[62225]: _type = "Task" [ 743.979460] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.993249] env[62225]: DEBUG oslo_vmware.api [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677532, 'name': ResetVM_Task, 'duration_secs': 0.159968} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.999226] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Did hard reboot of VM {{(pid=62225) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 743.999443] env[62225]: DEBUG nova.compute.manager [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 744.000116] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525568ba-faf7-a6de-bfb4-1d6c80393bef, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.003480] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b1435-4987-490c-aced-ce5af4373372 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.006525] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.006792] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.007079] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.007238] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.007432] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.007724] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c311bb3-8c97-463f-84a0-ec139b03d9e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.019425] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.019626] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 744.025281] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5bc3e3-d770-4dda-ab1c-a927235ba5a4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.032739] env[62225]: INFO nova.compute.manager [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Took 40.99 seconds to build instance. [ 744.036869] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 744.036869] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52da3f8a-3dbd-46fd-2d33-a8fc04ba3294" [ 744.036869] env[62225]: _type = "Task" [ 744.036869] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.053429] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52da3f8a-3dbd-46fd-2d33-a8fc04ba3294, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.056613] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396486c7-51ad-432f-aa51-9dbf69127389 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.061594] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 744.061594] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521fd5be-c5ec-d717-515e-b12a92c71f2d" [ 744.061594] env[62225]: _type = "Task" [ 744.061594] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.078060] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521fd5be-c5ec-d717-515e-b12a92c71f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.092670] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.092975] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.093297] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.094044] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.094044] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.100150] env[62225]: INFO nova.compute.manager [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Terminating instance [ 744.102801] env[62225]: DEBUG nova.compute.manager [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 744.103175] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 744.105280] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ca4e3-1f97-446d-8bf4-94a50cbc4d9a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.115640] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 744.116715] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e3632e-2792-4f1c-83a8-a99068fdb5c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.127190] env[62225]: DEBUG oslo_vmware.api [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 744.127190] env[62225]: value = "task-677535" [ 744.127190] env[62225]: _type = "Task" [ 744.127190] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.138708] env[62225]: DEBUG oslo_vmware.api [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.211501] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70ebd724-3e11-40bd-b4a8-e882e7e2871f tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.179s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.286859] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f5eb4-923a-469c-9639-8da89a7b3842 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.299991] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa80841-ff22-461e-b690-2eeeb53d0e65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.305466] env[62225]: DEBUG nova.network.neutron [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Updated VIF entry in instance network info cache for port 157bbe3c-a078-4157-bc98-5e6836a27689. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 744.305873] env[62225]: DEBUG nova.network.neutron [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Updating instance_info_cache with network_info: [{"id": "157bbe3c-a078-4157-bc98-5e6836a27689", "address": "fa:16:3e:d7:df:72", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157bbe3c-a0", "ovs_interfaceid": "157bbe3c-a078-4157-bc98-5e6836a27689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.311191] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.314037] env[62225]: DEBUG nova.compute.manager [req-04f14ea0-76a5-4d93-bc40-d8f5ceb5b7c6 req-93de6555-98bf-40e3-921e-39208b615cf4 service nova] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Received event network-vif-deleted-72413f2c-3e82-4482-acdc-a0a6b7cc0798 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 744.345981] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e29f49-d6d3-4130-a44c-93ef75031443 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.361315] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1960da00-b15c-4091-b8fa-c018d9baaaee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.382212] env[62225]: DEBUG nova.compute.provider_tree [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.386494] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098386} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.386971] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.387865] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77573233-55c1-42cf-b82a-2d10c5f54dcd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.414689] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 98372513-5daf-4bf2-8448-a271c6b9530e/98372513-5daf-4bf2-8448-a271c6b9530e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.418679] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8e70fb-d4b6-4517-9059-79afdadf3dc2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.441720] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495994} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.443279] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 744.443566] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.443949] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 744.443949] env[62225]: value = "task-677536" [ 744.443949] env[62225]: _type = "Task" [ 744.443949] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.444828] env[62225]: DEBUG nova.network.neutron [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Successfully created port: 53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.447079] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77a02158-1e24-48a9-9118-63a1e400fc9c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.461031] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.461528] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 744.461528] env[62225]: value = "task-677537" [ 744.461528] env[62225]: _type = "Task" [ 744.461528] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.473765] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.529068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a39b6073-a161-473c-830c-b1974e47abfc tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.031s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.537900] env[62225]: DEBUG oslo_concurrency.lockutils [None req-758885ce-2368-4502-a26c-ac3b6a8373e3 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.422s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.577165] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521fd5be-c5ec-d717-515e-b12a92c71f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.067389} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.577542] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.577740] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 464bc3fc-80c5-4985-8262-88e7711cba0d/464bc3fc-80c5-4985-8262-88e7711cba0d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 744.578047] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db159e48-cbd1-417c-871c-f5d4c32f7770 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.586094] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 744.586094] env[62225]: value = "task-677538" [ 744.586094] env[62225]: _type = "Task" [ 744.586094] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.595646] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.638992] env[62225]: DEBUG oslo_vmware.api [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677535, 'name': PowerOffVM_Task, 'duration_secs': 0.442171} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.639477] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 744.639906] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 744.640171] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2553fb6b-e007-4f96-8522-8d90886af55f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.714018] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 744.716925] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 744.721984] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 744.722259] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 744.722448] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleting the datastore file [datastore1] 56e4c6f5-790b-4b61-a267-bc8d11a4b65d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.722994] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8df0549-f7e2-4105-ac4b-a1073e1c4a83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.732435] env[62225]: DEBUG oslo_vmware.api [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 744.732435] env[62225]: value = "task-677540" [ 744.732435] env[62225]: _type = "Task" [ 744.732435] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.742787] env[62225]: DEBUG oslo_vmware.api [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.752201] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:38:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='148dcfac-9a29-4abb-ae0d-d8c1c6929015',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463325850',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 744.752555] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 744.752734] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.752963] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 744.753080] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.753236] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 744.753507] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 744.753806] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 744.754070] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 744.754287] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 744.754462] env[62225]: DEBUG nova.virt.hardware [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 744.755440] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a952b2-0f6f-4073-89fa-45193cd27d7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.764886] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a50e48-f5c1-4a40-814c-dd201ca7a414 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.813878] env[62225]: DEBUG oslo_concurrency.lockutils [req-6d02ea84-645b-47cd-bf73-682417739bb0 req-c2509000-522b-4eaf-b531-c2586c81ff57 service nova] Releasing lock "refresh_cache-464bc3fc-80c5-4985-8262-88e7711cba0d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.888324] env[62225]: DEBUG nova.scheduler.client.report [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 744.961096] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677536, 'name': ReconfigVM_Task, 'duration_secs': 0.342201} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.961626] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 98372513-5daf-4bf2-8448-a271c6b9530e/98372513-5daf-4bf2-8448-a271c6b9530e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.962386] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8470d222-c16a-44fb-8327-5bfa3740c6e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.977950] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081848} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.982284] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.982798] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 744.982798] env[62225]: value = "task-677541" [ 744.982798] env[62225]: _type = "Task" [ 744.982798] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.984209] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc34e6-632c-45fe-b9d4-272777f7a9f8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.987588] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c806d3-301f-4f94-8282-7030e616c331 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.000991] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677541, 'name': Rename_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.014230] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Suspending the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 745.023506] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.023995] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d3f2c6ad-628d-47d2-b80d-3590dba0c5a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.025894] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09281b6e-1b3e-4e03-9d40-cf0ed24861c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.041786] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 745.053482] env[62225]: DEBUG oslo_vmware.api [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 745.053482] env[62225]: value = "task-677542" [ 745.053482] env[62225]: _type = "Task" [ 745.053482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.062700] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 745.062700] env[62225]: value = "task-677543" [ 745.062700] env[62225]: _type = "Task" [ 745.062700] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.070298] env[62225]: DEBUG oslo_vmware.api [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677542, 'name': SuspendVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.079534] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.098493] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.254082] env[62225]: DEBUG oslo_vmware.api [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37862} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.254082] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.254329] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 745.254545] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 745.254773] env[62225]: INFO nova.compute.manager [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 745.255050] env[62225]: DEBUG oslo.service.loopingcall [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.255267] env[62225]: DEBUG nova.compute.manager [-] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 745.255367] env[62225]: DEBUG nova.network.neutron [-] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 745.264586] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.394023] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.394944] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 745.401772] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.213s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.403779] env[62225]: DEBUG nova.objects.instance [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'pci_requests' on Instance uuid f45f88d0-3ccd-4f8e-93c4-02d82e23be59 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.499329] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677541, 'name': Rename_Task, 'duration_secs': 0.252416} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.499663] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 745.499936] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8661a95-31af-4cc4-91f9-9b3e952f4000 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.509606] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 745.509606] env[62225]: value = "task-677544" [ 745.509606] env[62225]: _type = "Task" [ 745.509606] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.520131] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.567930] env[62225]: DEBUG oslo_vmware.api [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677542, 'name': SuspendVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.573285] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.577910] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677543, 'name': ReconfigVM_Task, 'duration_secs': 0.434831} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.578225] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 24f5eb10-b56a-45ed-afe0-1a8d8a076170/24f5eb10-b56a-45ed-afe0-1a8d8a076170.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.578871] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b25e9e-46a9-4e3e-a9c6-012eb3df7c98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.586691] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 745.586691] env[62225]: value = "task-677545" [ 745.586691] env[62225]: _type = "Task" [ 745.586691] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.599407] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677545, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.603011] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533134} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.603488] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 464bc3fc-80c5-4985-8262-88e7711cba0d/464bc3fc-80c5-4985-8262-88e7711cba0d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 745.603768] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.603923] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43713b21-ceb3-4b92-9168-c2935e9fbc16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.612549] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 745.612549] env[62225]: value = "task-677546" [ 745.612549] env[62225]: _type = "Task" [ 745.612549] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.622661] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.641035] env[62225]: DEBUG nova.compute.manager [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Received event network-changed-efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 745.641503] env[62225]: DEBUG nova.compute.manager [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Refreshing instance network info cache due to event network-changed-efbc9110-bb65-40d5-9a40-191e56ac068b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 745.641677] env[62225]: DEBUG oslo_concurrency.lockutils [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] Acquiring lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.641877] env[62225]: DEBUG oslo_concurrency.lockutils [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] Acquired lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.642107] env[62225]: DEBUG nova.network.neutron [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Refreshing network info cache for port efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 745.905964] env[62225]: DEBUG nova.compute.utils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.909255] env[62225]: DEBUG nova.objects.instance [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'numa_topology' on Instance uuid f45f88d0-3ccd-4f8e-93c4-02d82e23be59 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.910318] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 745.910535] env[62225]: DEBUG nova.network.neutron [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 746.021522] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.052430] env[62225]: DEBUG nova.policy [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bbabb5fe11149eb81c6125090859832', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3b976710c0d42e7a086a311fb81dff3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 746.066198] env[62225]: DEBUG oslo_vmware.api [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677542, 'name': SuspendVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.103436] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677545, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.125016] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.408223] env[62225]: DEBUG nova.network.neutron [-] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.416834] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 746.417455] env[62225]: INFO nova.compute.claims [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.520645] env[62225]: DEBUG oslo_vmware.api [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677544, 'name': PowerOnVM_Task, 'duration_secs': 0.525576} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.520931] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 746.521371] env[62225]: INFO nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 746.521606] env[62225]: DEBUG nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 746.522434] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2774254-93d1-4f48-ba4e-1f2293b5f0b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.536393] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.536645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.536852] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "371a5926-5c3e-4ba0-8ea4-77048ae00799-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.537054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.537234] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.541081] env[62225]: INFO nova.compute.manager [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Terminating instance [ 746.542844] env[62225]: DEBUG nova.compute.manager [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 746.543063] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 746.544379] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d2305-83eb-4488-81db-dc2a7e186267 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.556060] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 746.559135] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38fff8f1-78e7-47d6-8381-6e825230f4f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.566627] env[62225]: DEBUG oslo_vmware.api [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677542, 'name': SuspendVM_Task, 'duration_secs': 1.200367} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.568034] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Suspended the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 746.568189] env[62225]: DEBUG nova.compute.manager [None req-5690a10f-344d-4a86-ab1a-1bc89662ca64 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 746.568534] env[62225]: DEBUG oslo_vmware.api [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 746.568534] env[62225]: value = "task-677547" [ 746.568534] env[62225]: _type = "Task" [ 746.568534] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.569264] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf5c4e6-9f56-4630-ad55-a7760102b5c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.582294] env[62225]: DEBUG oslo_vmware.api [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.598270] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677545, 'name': Rename_Task, 'duration_secs': 0.947714} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.598555] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 746.598799] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3145b664-d299-47da-8fc8-0d8e3064427e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.606560] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 746.606560] env[62225]: value = "task-677548" [ 746.606560] env[62225]: _type = "Task" [ 746.606560] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.618490] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.628578] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.868882} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.628869] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.629688] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd8438-fe4a-4721-a543-854cf6df6263 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.657502] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 464bc3fc-80c5-4985-8262-88e7711cba0d/464bc3fc-80c5-4985-8262-88e7711cba0d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.661020] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386600ae-2db5-4f5f-a35e-4cddb2360928 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.679229] env[62225]: DEBUG nova.compute.manager [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Received event network-vif-deleted-7214ad03-3173-46af-a480-f828fbd1a20d {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 746.679525] env[62225]: DEBUG nova.compute.manager [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Received event network-changed-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 746.679625] env[62225]: DEBUG nova.compute.manager [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Refreshing instance network info cache due to event network-changed-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 746.679838] env[62225]: DEBUG oslo_concurrency.lockutils [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] Acquiring lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.680644] env[62225]: DEBUG oslo_concurrency.lockutils [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] Acquired lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.680644] env[62225]: DEBUG nova.network.neutron [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Refreshing network info cache for port 28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 746.690929] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 746.690929] env[62225]: value = "task-677549" [ 746.690929] env[62225]: _type = "Task" [ 746.690929] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.704316] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.803987] env[62225]: DEBUG nova.network.neutron [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updated VIF entry in instance network info cache for port efbc9110-bb65-40d5-9a40-191e56ac068b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 746.804442] env[62225]: DEBUG nova.network.neutron [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updating instance_info_cache with network_info: [{"id": "efbc9110-bb65-40d5-9a40-191e56ac068b", "address": "fa:16:3e:19:a4:74", "network": {"id": "c7aa7fa0-c08a-489c-baa3-468685984970", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1657735540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bc9f02b82044dcdba2f9089b7e0e015", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefbc9110-bb", "ovs_interfaceid": "efbc9110-bb65-40d5-9a40-191e56ac068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.847075] env[62225]: DEBUG nova.network.neutron [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Successfully updated port: 53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.900060] env[62225]: DEBUG nova.network.neutron [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Successfully created port: 3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.910710] env[62225]: INFO nova.compute.manager [-] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Took 1.66 seconds to deallocate network for instance. [ 747.051923] env[62225]: INFO nova.compute.manager [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Took 42.34 seconds to build instance. [ 747.090938] env[62225]: DEBUG oslo_vmware.api [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677547, 'name': PowerOffVM_Task, 'duration_secs': 0.325243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.094511] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 747.094661] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 747.097487] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85e76154-7af1-4706-af49-94a1df8d334f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.121051] env[62225]: DEBUG oslo_vmware.api [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677548, 'name': PowerOnVM_Task, 'duration_secs': 0.505098} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.122034] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 747.122034] env[62225]: DEBUG nova.compute.manager [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 747.122470] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe5674-7bd5-4d01-98fd-1aac41aa871a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.188843] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 747.189356] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 747.189552] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Deleting the datastore file [datastore1] 371a5926-5c3e-4ba0-8ea4-77048ae00799 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.189841] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3df5f5a-ed4b-46cc-bf71-e6aed7b4b8cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.207810] env[62225]: DEBUG oslo_vmware.api [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 747.207810] env[62225]: value = "task-677551" [ 747.207810] env[62225]: _type = "Task" [ 747.207810] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.214119] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.224140] env[62225]: DEBUG oslo_vmware.api [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.308088] env[62225]: DEBUG oslo_concurrency.lockutils [req-d06e80bd-e603-4a6b-b326-b7afdf878a8b req-5dc5de19-88ab-4691-84f5-e4267f0674c0 service nova] Releasing lock "refresh_cache-371a5926-5c3e-4ba0-8ea4-77048ae00799" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.350967] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.350967] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.350967] env[62225]: DEBUG nova.network.neutron [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 747.418501] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.430568] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 747.438133] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a38a906-27ba-4761-9925-17bffeb5bbbb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.447960] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8995f08-caa6-4708-96f1-6cb509b32b1c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.492019] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 747.492317] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 747.492838] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.493087] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 747.493252] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.493408] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 747.493651] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 747.493835] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 747.494055] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 747.494237] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 747.494416] env[62225]: DEBUG nova.virt.hardware [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.495336] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed961e2-7665-4594-b644-c17f3e2a6ff6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.498634] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74249077-b1de-40a6-bdcc-07aa6af83c15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.509660] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca7e6c1-17fe-4b7e-9a10-4b0acedd030a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.514434] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abd94e-723a-4fbd-b121-f9c268edab01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.528717] env[62225]: DEBUG nova.compute.provider_tree [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.554658] env[62225]: DEBUG oslo_concurrency.lockutils [None req-abfc1f91-59e1-4a5d-b9d8-aa9f8f8b0b96 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "98372513-5daf-4bf2-8448-a271c6b9530e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.767s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.643099] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.655254] env[62225]: DEBUG nova.network.neutron [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Updated VIF entry in instance network info cache for port 28a0e5e9-a116-4e5e-8a90-edb788a4e1a6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 747.655378] env[62225]: DEBUG nova.network.neutron [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Updating instance_info_cache with network_info: [{"id": "28a0e5e9-a116-4e5e-8a90-edb788a4e1a6", "address": "fa:16:3e:32:98:12", "network": {"id": "80279230-1aa2-46d0-ab84-5dc632267558", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-38143093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1c54c3a8c1544f28a9559ba5508a262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28a0e5e9-a1", "ovs_interfaceid": "28a0e5e9-a116-4e5e-8a90-edb788a4e1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.704075] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677549, 'name': ReconfigVM_Task, 'duration_secs': 0.604376} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.704075] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 464bc3fc-80c5-4985-8262-88e7711cba0d/464bc3fc-80c5-4985-8262-88e7711cba0d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.704606] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7cadb03-a744-40f3-8073-3beaa254f59d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.717062] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 747.717062] env[62225]: value = "task-677552" [ 747.717062] env[62225]: _type = "Task" [ 747.717062] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.719897] env[62225]: DEBUG oslo_vmware.api [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460351} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.723453] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.723528] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 747.723746] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 747.723932] env[62225]: INFO nova.compute.manager [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Took 1.18 seconds to destroy the instance on the hypervisor. [ 747.724198] env[62225]: DEBUG oslo.service.loopingcall [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.724406] env[62225]: DEBUG nova.compute.manager [-] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 747.724502] env[62225]: DEBUG nova.network.neutron [-] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 747.731814] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677552, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.898967] env[62225]: DEBUG nova.network.neutron [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 748.038280] env[62225]: DEBUG nova.scheduler.client.report [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 748.056969] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 748.108580] env[62225]: DEBUG nova.network.neutron [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.158197] env[62225]: DEBUG oslo_concurrency.lockutils [req-99c01f05-8ac6-4185-8e18-db532b9a9de4 req-a41216f4-c7ae-432b-a056-6ffed84af0a2 service nova] Releasing lock "refresh_cache-54f04107-6ab1-4994-ad4b-cd44de6a1a55" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.231196] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677552, 'name': Rename_Task, 'duration_secs': 0.256493} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.231196] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 748.231397] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d14d7b20-5063-4925-8cc0-26ac0a61508c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.240946] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 748.240946] env[62225]: value = "task-677553" [ 748.240946] env[62225]: _type = "Task" [ 748.240946] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.249413] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.336430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.336717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.336937] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.337155] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.337339] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.340186] env[62225]: INFO nova.compute.manager [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Terminating instance [ 748.342476] env[62225]: DEBUG nova.compute.manager [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 748.342721] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 748.343810] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a398a2-1998-4a95-8124-43b14eefc0aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.352531] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 748.352836] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db15bbd1-08f0-4a71-91b5-1b8e40711f87 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.359958] env[62225]: DEBUG oslo_vmware.api [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 748.359958] env[62225]: value = "task-677554" [ 748.359958] env[62225]: _type = "Task" [ 748.359958] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.369237] env[62225]: DEBUG oslo_vmware.api [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.545038] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.143s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.547863] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.906s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.548816] env[62225]: INFO nova.compute.claims [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.583631] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.595849] env[62225]: DEBUG nova.network.neutron [-] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.611322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.611377] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Instance network_info: |[{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 748.612170] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:30:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f071ea-445d-41ff-a2a8-a2841951e627', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.627706] env[62225]: DEBUG oslo.service.loopingcall [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.628693] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 748.629076] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eedd8976-7cef-4a62-9229-3e306a06e9ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.660233] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.660233] env[62225]: value = "task-677555" [ 748.660233] env[62225]: _type = "Task" [ 748.660233] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.672903] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677555, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.751961] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.808549] env[62225]: INFO nova.network.neutron [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating port 87bdbea5-56fb-4e83-9eba-192384076c7a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 748.870023] env[62225]: DEBUG oslo_vmware.api [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677554, 'name': PowerOffVM_Task, 'duration_secs': 0.187657} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.870411] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 748.870592] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 748.870876] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fccc020d-8e72-4868-ab0f-55703355007a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.932901] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 748.933306] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 748.933547] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore2] 24f5eb10-b56a-45ed-afe0-1a8d8a076170 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.933907] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd380a4-b66f-4e56-9432-23e87280cc97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.942410] env[62225]: DEBUG oslo_vmware.api [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 748.942410] env[62225]: value = "task-677557" [ 748.942410] env[62225]: _type = "Task" [ 748.942410] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.958332] env[62225]: DEBUG oslo_vmware.api [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.093443] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "f8f13103-9789-44fa-a8fc-67af270ee6af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.093952] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.098789] env[62225]: INFO nova.compute.manager [-] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Took 1.37 seconds to deallocate network for instance. [ 749.107036] env[62225]: DEBUG nova.compute.manager [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Received event network-vif-plugged-53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 749.107259] env[62225]: DEBUG oslo_concurrency.lockutils [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] Acquiring lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.107481] env[62225]: DEBUG oslo_concurrency.lockutils [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.107657] env[62225]: DEBUG oslo_concurrency.lockutils [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.107831] env[62225]: DEBUG nova.compute.manager [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] No waiting events found dispatching network-vif-plugged-53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 749.108009] env[62225]: WARNING nova.compute.manager [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Received unexpected event network-vif-plugged-53f071ea-445d-41ff-a2a8-a2841951e627 for instance with vm_state building and task_state spawning. [ 749.108189] env[62225]: DEBUG nova.compute.manager [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Received event network-changed-53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 749.108349] env[62225]: DEBUG nova.compute.manager [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Refreshing instance network info cache due to event network-changed-53f071ea-445d-41ff-a2a8-a2841951e627. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 749.108546] env[62225]: DEBUG oslo_concurrency.lockutils [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] Acquiring lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.108689] env[62225]: DEBUG oslo_concurrency.lockutils [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] Acquired lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.108852] env[62225]: DEBUG nova.network.neutron [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Refreshing network info cache for port 53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 749.178176] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677555, 'name': CreateVM_Task, 'duration_secs': 0.513314} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.178176] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 749.178625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.179195] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.179569] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.179950] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b6b17b-dfe4-4974-a484-0826713ae34f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.187665] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 749.187665] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ca5cde-641d-dd8a-f809-5ab597663d60" [ 749.187665] env[62225]: _type = "Task" [ 749.187665] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.198055] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ca5cde-641d-dd8a-f809-5ab597663d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.232024] env[62225]: DEBUG nova.compute.manager [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 749.232024] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517b6bc7-9226-43a6-8a24-bba17325b2eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.252173] env[62225]: DEBUG oslo_vmware.api [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677553, 'name': PowerOnVM_Task, 'duration_secs': 0.604199} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.252562] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 749.252840] env[62225]: INFO nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Took 9.39 seconds to spawn the instance on the hypervisor. [ 749.253247] env[62225]: DEBUG nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 749.254195] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d586b-0e9e-4952-8c13-3cd0770a1c7d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.257883] env[62225]: DEBUG nova.network.neutron [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Successfully updated port: 3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.453418] env[62225]: DEBUG oslo_vmware.api [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317517} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.453757] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.453950] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 749.454148] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 749.454328] env[62225]: INFO nova.compute.manager [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Took 1.11 seconds to destroy the instance on the hypervisor. [ 749.455237] env[62225]: DEBUG oslo.service.loopingcall [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.455485] env[62225]: DEBUG nova.compute.manager [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 749.455591] env[62225]: DEBUG nova.network.neutron [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 749.605896] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.704996] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ca5cde-641d-dd8a-f809-5ab597663d60, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.705491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.705927] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.706467] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.706765] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.707201] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.707647] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf069ce5-9ae4-4a03-900f-8f66eeddbc70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.723420] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.723420] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 749.723420] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb2025e-e9bc-4fbd-9d00-5133931536d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.733073] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 749.733073] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528bdf7f-cbd5-6108-d2e3-f9dc422520dc" [ 749.733073] env[62225]: _type = "Task" [ 749.733073] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.746947] env[62225]: INFO nova.compute.manager [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] instance snapshotting [ 749.747618] env[62225]: WARNING nova.compute.manager [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 749.750607] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528bdf7f-cbd5-6108-d2e3-f9dc422520dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.757220] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d47264b-9a9f-4826-9d3d-c177eed8130c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.761535] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "refresh_cache-9c441c89-0efc-43b3-808d-8106c92e0123" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.761832] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquired lock "refresh_cache-9c441c89-0efc-43b3-808d-8106c92e0123" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.762080] env[62225]: DEBUG nova.network.neutron [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 749.795180] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8015e24b-2428-4604-a581-ff85bb2bb355 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.804326] env[62225]: INFO nova.compute.manager [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Took 38.42 seconds to build instance. [ 749.951916] env[62225]: DEBUG nova.network.neutron [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updated VIF entry in instance network info cache for port 53f071ea-445d-41ff-a2a8-a2841951e627. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 749.952387] env[62225]: DEBUG nova.network.neutron [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.126649] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87cd638-3f02-4fcb-a37d-d99f8659b2f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.135136] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98cbb5-45d0-4c36-9c52-16f6b7571b18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.169470] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118460c4-1821-4421-b48f-de428a02babf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.178052] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3160e42-341d-4aff-b868-05ca4e934eca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.194141] env[62225]: DEBUG nova.compute.provider_tree [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.242305] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528bdf7f-cbd5-6108-d2e3-f9dc422520dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016253} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.242966] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ae3224-d061-4f2a-bc66-df22b74afc6e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.249030] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 750.249030] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fe2a9d-b870-420e-6f86-deb7842d860d" [ 750.249030] env[62225]: _type = "Task" [ 750.249030] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.256975] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fe2a9d-b870-420e-6f86-deb7842d860d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.293026] env[62225]: DEBUG nova.network.neutron [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 750.304495] env[62225]: DEBUG nova.network.neutron [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.314061] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.314510] env[62225]: DEBUG oslo_concurrency.lockutils [None req-37330ca8-9058-448a-8a83-66bdcf258e2f tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.338s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.317829] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86c42c1e-2426-4883-8b60-063c0f5e149a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.330154] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 750.330154] env[62225]: value = "task-677558" [ 750.330154] env[62225]: _type = "Task" [ 750.330154] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.340481] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.344513] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "053ca8ea-7808-4f1c-b982-a16a03ed2331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.344787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.345010] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "053ca8ea-7808-4f1c-b982-a16a03ed2331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.345209] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.345383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.348826] env[62225]: INFO nova.compute.manager [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Terminating instance [ 750.350072] env[62225]: DEBUG nova.compute.manager [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 750.350072] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 750.350677] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc1264-453e-49e1-8cbd-13123e1d10e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.359036] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 750.359036] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb710c4-7c0f-40e4-a6f7-d76406fa5350 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.365172] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 750.365172] env[62225]: value = "task-677559" [ 750.365172] env[62225]: _type = "Task" [ 750.365172] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.374199] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.380560] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "464bc3fc-80c5-4985-8262-88e7711cba0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.380820] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.381093] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "464bc3fc-80c5-4985-8262-88e7711cba0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.381301] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.381541] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.384060] env[62225]: INFO nova.compute.manager [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Terminating instance [ 750.386177] env[62225]: DEBUG nova.compute.manager [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 750.386377] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 750.387208] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb84515-3083-4fc9-a575-a95ebb98908d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.398596] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 750.399052] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6438ea3-9538-4241-8886-efbbca741cf4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.406899] env[62225]: DEBUG oslo_vmware.api [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 750.406899] env[62225]: value = "task-677560" [ 750.406899] env[62225]: _type = "Task" [ 750.406899] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.416109] env[62225]: DEBUG oslo_vmware.api [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.452931] env[62225]: DEBUG nova.network.neutron [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Updating instance_info_cache with network_info: [{"id": "3cda067d-df41-4176-8260-089a13908028", "address": "fa:16:3e:dd:1e:54", "network": {"id": "cbe3b4f5-1012-431a-bc70-80672cba3de7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-739640121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b976710c0d42e7a086a311fb81dff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda067d-df", "ovs_interfaceid": "3cda067d-df41-4176-8260-089a13908028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.454730] env[62225]: DEBUG oslo_concurrency.lockutils [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] Releasing lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.455031] env[62225]: DEBUG nova.compute.manager [req-035fa4f7-257c-4326-9665-a2d26d94e13f req-ae32af6f-7590-4285-93e8-4cb0dcc96deb service nova] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Received event network-vif-deleted-efbc9110-bb65-40d5-9a40-191e56ac068b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 750.697336] env[62225]: DEBUG nova.scheduler.client.report [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 750.760063] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fe2a9d-b870-420e-6f86-deb7842d860d, 'name': SearchDatastore_Task, 'duration_secs': 0.027217} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.760359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.760586] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 750.760856] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce8ccf81-c3c6-4b4d-a6a7-cf5d28499f5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.768610] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 750.768610] env[62225]: value = "task-677561" [ 750.768610] env[62225]: _type = "Task" [ 750.768610] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.776668] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.806859] env[62225]: INFO nova.compute.manager [-] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Took 1.35 seconds to deallocate network for instance. [ 750.821527] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 750.841734] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.875806] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677559, 'name': PowerOffVM_Task, 'duration_secs': 0.22939} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.876200] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 750.876441] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 750.876759] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29fc5397-f377-4fab-8900-83959d099d9c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.916821] env[62225]: DEBUG oslo_vmware.api [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677560, 'name': PowerOffVM_Task, 'duration_secs': 0.200415} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.917152] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 750.917332] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 750.917747] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7db72687-c219-41fb-921f-1c1d11ff27f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.958215] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Releasing lock "refresh_cache-9c441c89-0efc-43b3-808d-8106c92e0123" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.958659] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Instance network_info: |[{"id": "3cda067d-df41-4176-8260-089a13908028", "address": "fa:16:3e:dd:1e:54", "network": {"id": "cbe3b4f5-1012-431a-bc70-80672cba3de7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-739640121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b976710c0d42e7a086a311fb81dff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda067d-df", "ovs_interfaceid": "3cda067d-df41-4176-8260-089a13908028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 750.959997] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:1e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cda067d-df41-4176-8260-089a13908028', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.968887] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Creating folder: Project (d3b976710c0d42e7a086a311fb81dff3). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 750.969371] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "98372513-5daf-4bf2-8448-a271c6b9530e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.969655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "98372513-5daf-4bf2-8448-a271c6b9530e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.969870] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "98372513-5daf-4bf2-8448-a271c6b9530e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.970080] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "98372513-5daf-4bf2-8448-a271c6b9530e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.970333] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "98372513-5daf-4bf2-8448-a271c6b9530e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.972239] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 750.972443] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 750.972667] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Deleting the datastore file [datastore1] 053ca8ea-7808-4f1c-b982-a16a03ed2331 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.973239] env[62225]: INFO nova.compute.manager [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Terminating instance [ 750.974783] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da760531-ec4a-472e-be2c-f68a55899f6f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.976745] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ce5505-f835-4eab-bef3-7cdcd9c54699 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.979855] env[62225]: DEBUG nova.compute.manager [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 750.980195] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 750.981119] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a74ea-a421-496d-9f3a-46d9e9deeed2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.994288] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 750.994288] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 750.994546] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleting the datastore file [datastore2] 464bc3fc-80c5-4985-8262-88e7711cba0d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.997121] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80eb8452-0d6a-45db-8948-f07e4079ed61 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.999350] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for the task: (returnval){ [ 750.999350] env[62225]: value = "task-677565" [ 750.999350] env[62225]: _type = "Task" [ 750.999350] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.999608] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 751.000920] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb307f4-e5b1-45d6-9948-e8995f47c36c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.007179] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Created folder: Project (d3b976710c0d42e7a086a311fb81dff3) in parent group-v163168. [ 751.007419] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Creating folder: Instances. Parent ref: group-v163312. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 751.009167] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a04fac-9cc3-4ba3-9c3a-5a54e39a0bf1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.010952] env[62225]: DEBUG oslo_vmware.api [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 751.010952] env[62225]: value = "task-677566" [ 751.010952] env[62225]: _type = "Task" [ 751.010952] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.020178] env[62225]: DEBUG oslo_vmware.api [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 751.020178] env[62225]: value = "task-677567" [ 751.020178] env[62225]: _type = "Task" [ 751.020178] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.020483] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.022460] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Created folder: Instances in parent group-v163312. [ 751.022745] env[62225]: DEBUG oslo.service.loopingcall [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.026903] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 751.029681] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abd19d8e-72da-4150-9a03-ea8b3e45b04e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.049462] env[62225]: DEBUG oslo_vmware.api [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.056802] env[62225]: DEBUG oslo_vmware.api [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.058545] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.058545] env[62225]: value = "task-677569" [ 751.058545] env[62225]: _type = "Task" [ 751.058545] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.068542] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677569, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.202991] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.203734] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 751.206783] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.708s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.208614] env[62225]: INFO nova.compute.claims [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.258158] env[62225]: DEBUG nova.compute.manager [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Received event network-vif-plugged-3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 751.259725] env[62225]: DEBUG oslo_concurrency.lockutils [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] Acquiring lock "9c441c89-0efc-43b3-808d-8106c92e0123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.259725] env[62225]: DEBUG oslo_concurrency.lockutils [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] Lock "9c441c89-0efc-43b3-808d-8106c92e0123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.259725] env[62225]: DEBUG oslo_concurrency.lockutils [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] Lock "9c441c89-0efc-43b3-808d-8106c92e0123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.259725] env[62225]: DEBUG nova.compute.manager [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] No waiting events found dispatching network-vif-plugged-3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 751.259725] env[62225]: WARNING nova.compute.manager [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Received unexpected event network-vif-plugged-3cda067d-df41-4176-8260-089a13908028 for instance with vm_state building and task_state spawning. [ 751.259725] env[62225]: DEBUG nova.compute.manager [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Received event network-changed-3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 751.260282] env[62225]: DEBUG nova.compute.manager [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Refreshing instance network info cache due to event network-changed-3cda067d-df41-4176-8260-089a13908028. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 751.260282] env[62225]: DEBUG oslo_concurrency.lockutils [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] Acquiring lock "refresh_cache-9c441c89-0efc-43b3-808d-8106c92e0123" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.260405] env[62225]: DEBUG oslo_concurrency.lockutils [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] Acquired lock "refresh_cache-9c441c89-0efc-43b3-808d-8106c92e0123" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.260496] env[62225]: DEBUG nova.network.neutron [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Refreshing network info cache for port 3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 751.284170] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.314191] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.351963] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677558, 'name': CreateSnapshot_Task, 'duration_secs': 0.949902} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.351963] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.351963] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a211509-8cec-4480-aee7-60b156d4b19b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.368801] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.512886] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677565, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.522631] env[62225]: DEBUG oslo_vmware.api [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352346} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.526641] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.526941] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 751.527221] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 751.527439] env[62225]: INFO nova.compute.manager [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 751.527717] env[62225]: DEBUG oslo.service.loopingcall [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.527950] env[62225]: DEBUG nova.compute.manager [-] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 751.528064] env[62225]: DEBUG nova.network.neutron [-] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 751.536413] env[62225]: DEBUG oslo_vmware.api [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677567, 'name': PowerOffVM_Task, 'duration_secs': 0.374484} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.536969] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 751.537216] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 751.541022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8849ab92-0e81-48eb-b3af-f497aa5cc219 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.574372] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677569, 'name': CreateVM_Task, 'duration_secs': 0.479612} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.574581] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 751.575312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.575490] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.575888] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.576114] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c84212-c4e7-4f0c-88f3-15b0d24ae720 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.581667] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 751.581667] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b315cf-9e59-7f3d-43c1-09fc460a41ec" [ 751.581667] env[62225]: _type = "Task" [ 751.581667] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.593089] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b315cf-9e59-7f3d-43c1-09fc460a41ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.623883] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 751.624166] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 751.624361] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Deleting the datastore file [datastore2] 98372513-5daf-4bf2-8448-a271c6b9530e {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.624646] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2547a1b-e3c2-42b0-a066-3ebf8ce4ed29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.631614] env[62225]: DEBUG oslo_vmware.api [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for the task: (returnval){ [ 751.631614] env[62225]: value = "task-677571" [ 751.631614] env[62225]: _type = "Task" [ 751.631614] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.641576] env[62225]: DEBUG oslo_vmware.api [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.714275] env[62225]: DEBUG nova.compute.utils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 751.723219] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 751.723404] env[62225]: DEBUG nova.network.neutron [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 751.783048] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595598} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.783425] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 751.783651] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.783927] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f1c585-d644-48b2-9865-559170dc150a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.797600] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 751.797600] env[62225]: value = "task-677572" [ 751.797600] env[62225]: _type = "Task" [ 751.797600] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.809787] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.872765] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.873541] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d74bc842-62fc-47fb-accf-dea78794a3b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.884535] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 751.884535] env[62225]: value = "task-677573" [ 751.884535] env[62225]: _type = "Task" [ 751.884535] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.893215] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677573, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.904830] env[62225]: DEBUG nova.policy [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ab696c5fce0462b983d375ad7e45c9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e139c7a7ee30444686d9fddf50efc846', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 751.986854] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.987071] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.987257] env[62225]: DEBUG nova.network.neutron [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 752.015060] env[62225]: DEBUG oslo_vmware.api [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Task: {'id': task-677565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524094} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.017781] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.017977] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 752.022804] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 752.022804] env[62225]: INFO nova.compute.manager [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Took 1.67 seconds to destroy the instance on the hypervisor. [ 752.022804] env[62225]: DEBUG oslo.service.loopingcall [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.022804] env[62225]: DEBUG nova.compute.manager [-] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 752.022804] env[62225]: DEBUG nova.network.neutron [-] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 752.080260] env[62225]: DEBUG nova.network.neutron [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Updated VIF entry in instance network info cache for port 3cda067d-df41-4176-8260-089a13908028. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 752.080260] env[62225]: DEBUG nova.network.neutron [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Updating instance_info_cache with network_info: [{"id": "3cda067d-df41-4176-8260-089a13908028", "address": "fa:16:3e:dd:1e:54", "network": {"id": "cbe3b4f5-1012-431a-bc70-80672cba3de7", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-739640121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b976710c0d42e7a086a311fb81dff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda067d-df", "ovs_interfaceid": "3cda067d-df41-4176-8260-089a13908028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.093102] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b315cf-9e59-7f3d-43c1-09fc460a41ec, 'name': SearchDatastore_Task, 'duration_secs': 0.019761} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.094084] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.094345] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.094652] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.094766] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.094943] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.097992] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c95c36-d0e1-4648-b44e-4219023255b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.111529] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.111805] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 752.112639] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cd636b-4ee1-434c-93b0-cb63373a867d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.121217] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 752.121217] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52be2be8-02a0-42d2-0040-f227473f8675" [ 752.121217] env[62225]: _type = "Task" [ 752.121217] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.131085] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52be2be8-02a0-42d2-0040-f227473f8675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.141036] env[62225]: DEBUG oslo_vmware.api [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Task: {'id': task-677571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166309} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.141171] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.141369] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 752.141571] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 752.141813] env[62225]: INFO nova.compute.manager [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 752.142055] env[62225]: DEBUG oslo.service.loopingcall [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.142488] env[62225]: DEBUG nova.compute.manager [-] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 752.142488] env[62225]: DEBUG nova.network.neutron [-] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 752.224046] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 752.309316] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070505} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.309316] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.310121] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3303165-8129-4a2c-9859-951429b7a175 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.345501] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.349160] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1cba64-6776-4ba6-90ed-16eadf0a2cbd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.373227] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 752.373227] env[62225]: value = "task-677574" [ 752.373227] env[62225]: _type = "Task" [ 752.373227] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.387864] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.399029] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677573, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.518788] env[62225]: DEBUG nova.compute.manager [req-3234f522-8cc7-4e25-818c-b606801bd6b8 req-bb05ef8c-7200-4bed-a7af-4723af853bbb service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Received event network-vif-deleted-b95c88b8-60ff-490f-9900-d137873b2f34 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 752.518978] env[62225]: INFO nova.compute.manager [req-3234f522-8cc7-4e25-818c-b606801bd6b8 req-bb05ef8c-7200-4bed-a7af-4723af853bbb service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Neutron deleted interface b95c88b8-60ff-490f-9900-d137873b2f34; detaching it from the instance and deleting it from the info cache [ 752.519559] env[62225]: DEBUG nova.network.neutron [req-3234f522-8cc7-4e25-818c-b606801bd6b8 req-bb05ef8c-7200-4bed-a7af-4723af853bbb service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.577789] env[62225]: DEBUG nova.network.neutron [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Successfully created port: 06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.583581] env[62225]: DEBUG oslo_concurrency.lockutils [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] Releasing lock "refresh_cache-9c441c89-0efc-43b3-808d-8106c92e0123" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.583865] env[62225]: DEBUG nova.compute.manager [req-f960f250-0007-4c94-bdbf-ba9396b78ed5 req-eb93f220-97c5-431b-bf1c-4eba3a03260c service nova] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Received event network-vif-deleted-e2c22aeb-94ee-40d8-b144-b0ef19e0fe5c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 752.633103] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52be2be8-02a0-42d2-0040-f227473f8675, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.636555] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87f2d4f-f130-4592-8021-19173641bc0a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.646525] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 752.646525] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524ff10b-514b-b06f-1946-6f3a69efa382" [ 752.646525] env[62225]: _type = "Task" [ 752.646525] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.667190] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524ff10b-514b-b06f-1946-6f3a69efa382, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.667525] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.667809] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9c441c89-0efc-43b3-808d-8106c92e0123/9c441c89-0efc-43b3-808d-8106c92e0123.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 752.668054] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9156852c-6ddf-4fa9-a759-b78d597736d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.683545] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 752.683545] env[62225]: value = "task-677575" [ 752.683545] env[62225]: _type = "Task" [ 752.683545] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.683876] env[62225]: DEBUG nova.network.neutron [-] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.707503] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.825141] env[62225]: DEBUG nova.network.neutron [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.864847] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62b078-e432-4d3d-8bf0-af6c37e529b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.878558] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf8c7a-536e-4aa0-9126-9b73e11035dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.890416] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677574, 'name': ReconfigVM_Task, 'duration_secs': 0.488197} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.923789] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.925265] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9fa2c96-76ee-4753-bed6-af0064bd9eef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.928551] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b8789-1242-4b97-ad93-7b5d41249cf1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.987272] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d1ece-eb5b-457c-aaed-6345ec34adcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.987272] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 752.987272] env[62225]: value = "task-677576" [ 752.987272] env[62225]: _type = "Task" [ 752.987272] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.987272] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677573, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.987272] env[62225]: DEBUG nova.network.neutron [-] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.987272] env[62225]: DEBUG nova.compute.provider_tree [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.987272] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677576, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.022170] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24f45cd1-4008-4d33-b576-c5c9f4f9f355 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.039312] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f68a1-7cd3-4516-a204-ae04a5c9311f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.087732] env[62225]: DEBUG nova.compute.manager [req-3234f522-8cc7-4e25-818c-b606801bd6b8 req-bb05ef8c-7200-4bed-a7af-4723af853bbb service nova] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Detach interface failed, port_id=b95c88b8-60ff-490f-9900-d137873b2f34, reason: Instance 98372513-5daf-4bf2-8448-a271c6b9530e could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 753.197095] env[62225]: INFO nova.compute.manager [-] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Took 1.67 seconds to deallocate network for instance. [ 753.207182] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.244469] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 753.275447] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 753.275728] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 753.275912] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.276094] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 753.276412] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.276655] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 753.276896] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 753.277072] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 753.277252] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 753.277422] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 753.277602] env[62225]: DEBUG nova.virt.hardware [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.278495] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ca982-af65-468b-9379-97eca45d2cba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.288017] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b6f28-48c8-4ce4-afbb-c153284c4aa4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.327490] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.364555] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f7afa096000712095bf46fb7ee09ce72',container_format='bare',created_at=2024-09-06T00:38:01Z,direct_url=,disk_format='vmdk',id=b2c1dcab-9dea-45a6-82da-10d07a4895c4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-703471111-shelved',owner='b820af9d7a884b389d072d7ce81157c3',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-09-06T00:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 753.364927] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 753.365121] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.365323] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 753.365543] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.365805] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 753.365995] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 753.366101] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 753.366279] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 753.366446] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 753.366623] env[62225]: DEBUG nova.virt.hardware [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.367556] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3156841e-1a96-48d2-9adc-4c58935f6672 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.378330] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec475f28-24e9-42f3-8416-08230be132b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.394955] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:29:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87bdbea5-56fb-4e83-9eba-192384076c7a', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.400551] env[62225]: DEBUG oslo.service.loopingcall [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.403877] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 753.404120] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9813e9c6-dbc7-4eaf-88bc-e3a289fc8169 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.421707] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-vif-plugged-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 753.421952] env[62225]: DEBUG oslo_concurrency.lockutils [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.422256] env[62225]: DEBUG oslo_concurrency.lockutils [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.422438] env[62225]: DEBUG oslo_concurrency.lockutils [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.422679] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] No waiting events found dispatching network-vif-plugged-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 753.422870] env[62225]: WARNING nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received unexpected event network-vif-plugged-87bdbea5-56fb-4e83-9eba-192384076c7a for instance with vm_state shelved_offloaded and task_state spawning. [ 753.423299] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 753.423539] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing instance network info cache due to event network-changed-87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 753.423776] env[62225]: DEBUG oslo_concurrency.lockutils [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] Acquiring lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.424768] env[62225]: DEBUG oslo_concurrency.lockutils [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] Acquired lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.424768] env[62225]: DEBUG nova.network.neutron [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Refreshing network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 753.435024] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677573, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.438428] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.438428] env[62225]: value = "task-677577" [ 753.438428] env[62225]: _type = "Task" [ 753.438428] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.447734] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677577, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.458360] env[62225]: DEBUG nova.network.neutron [-] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.468912] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677576, 'name': Rename_Task, 'duration_secs': 0.373049} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.468912] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 753.468912] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6f973a-0054-48b8-aee3-cf8f6405887a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.477421] env[62225]: INFO nova.compute.manager [-] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Took 1.33 seconds to deallocate network for instance. [ 753.477421] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 753.477421] env[62225]: value = "task-677578" [ 753.477421] env[62225]: _type = "Task" [ 753.477421] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.478493] env[62225]: DEBUG nova.scheduler.client.report [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 753.497721] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.706846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.706991] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552102} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.707258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9c441c89-0efc-43b3-808d-8106c92e0123/9c441c89-0efc-43b3-808d-8106c92e0123.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 753.707492] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.707771] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f1fef9-0b91-4f92-b7b6-49c362dfe9d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.716512] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 753.716512] env[62225]: value = "task-677579" [ 753.716512] env[62225]: _type = "Task" [ 753.716512] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.727649] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.903744] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677573, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.955233] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677577, 'name': CreateVM_Task, 'duration_secs': 0.375915} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.955736] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 753.956455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.956624] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.957279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.957553] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0d205c-40dd-41f1-8697-978c9173dc28 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.962923] env[62225]: INFO nova.compute.manager [-] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Took 1.94 seconds to deallocate network for instance. [ 753.966120] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 753.966120] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f71dda-2640-4881-7660-a83cbd8f17ae" [ 753.966120] env[62225]: _type = "Task" [ 753.966120] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.980432] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f71dda-2640-4881-7660-a83cbd8f17ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.984558] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.985310] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 753.991745] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.415s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.992506] env[62225]: INFO nova.compute.claims [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.996083] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.002313] env[62225]: DEBUG oslo_vmware.api [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677578, 'name': PowerOnVM_Task, 'duration_secs': 0.511018} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.002562] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 754.002765] env[62225]: INFO nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Took 9.29 seconds to spawn the instance on the hypervisor. [ 754.002952] env[62225]: DEBUG nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 754.003760] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba732e8e-7828-47da-a08c-cdc2f1ebc7b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.196781] env[62225]: DEBUG nova.network.neutron [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updated VIF entry in instance network info cache for port 87bdbea5-56fb-4e83-9eba-192384076c7a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 754.197224] env[62225]: DEBUG nova.network.neutron [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [{"id": "87bdbea5-56fb-4e83-9eba-192384076c7a", "address": "fa:16:3e:61:29:35", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87bdbea5-56", "ovs_interfaceid": "87bdbea5-56fb-4e83-9eba-192384076c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.226715] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072202} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.227012] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.227798] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764e758-17c0-45d9-9592-ad32571ae3f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.250945] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9c441c89-0efc-43b3-808d-8106c92e0123/9c441c89-0efc-43b3-808d-8106c92e0123.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.251719] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b25a58-82c7-4583-8f3d-15fe84fde2d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.275028] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 754.275028] env[62225]: value = "task-677580" [ 754.275028] env[62225]: _type = "Task" [ 754.275028] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.286685] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.404572] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677573, 'name': CloneVM_Task, 'duration_secs': 2.325242} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.404572] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Created linked-clone VM from snapshot [ 754.405149] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e14f0-f7df-426c-82dc-4a20587cb340 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.413124] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Uploading image 9708dcda-5cc0-449b-871e-5c665389b9d4 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 754.438644] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.438644] env[62225]: value = "vm-163316" [ 754.438644] env[62225]: _type = "VirtualMachine" [ 754.438644] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.438937] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a93f91e0-a8ca-45c6-b834-ea855d2da894 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.449689] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease: (returnval){ [ 754.449689] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255998a-06ea-74c6-43d3-6654096964b4" [ 754.449689] env[62225]: _type = "HttpNfcLease" [ 754.449689] env[62225]: } obtained for exporting VM: (result){ [ 754.449689] env[62225]: value = "vm-163316" [ 754.449689] env[62225]: _type = "VirtualMachine" [ 754.449689] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.450135] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the lease: (returnval){ [ 754.450135] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255998a-06ea-74c6-43d3-6654096964b4" [ 754.450135] env[62225]: _type = "HttpNfcLease" [ 754.450135] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.457696] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.457696] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255998a-06ea-74c6-43d3-6654096964b4" [ 754.457696] env[62225]: _type = "HttpNfcLease" [ 754.457696] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.473652] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.479919] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.480323] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Processing image b2c1dcab-9dea-45a6-82da-10d07a4895c4 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.481033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.481033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.481033] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.481784] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05726e9f-e9c7-4d64-9d35-8754ffc8316c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.494339] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.494625] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 754.495382] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fe0c07-a651-4877-9318-2971bd707606 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.499219] env[62225]: DEBUG nova.compute.utils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.503845] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 754.503845] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 754.508301] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 754.508301] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d0fe03-ebf3-c5c6-2dc1-54105bed4d8a" [ 754.508301] env[62225]: _type = "Task" [ 754.508301] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.522117] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d0fe03-ebf3-c5c6-2dc1-54105bed4d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.528868] env[62225]: INFO nova.compute.manager [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Took 31.01 seconds to build instance. [ 754.601101] env[62225]: DEBUG nova.policy [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15c38b86e70144639ce6bc9aedab3adb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '369070bc96d3471e8675348ca57a2373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 754.662387] env[62225]: DEBUG nova.network.neutron [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Successfully updated port: 06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.700697] env[62225]: DEBUG oslo_concurrency.lockutils [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] Releasing lock "refresh_cache-f45f88d0-3ccd-4f8e-93c4-02d82e23be59" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.700697] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Received event network-vif-deleted-157bbe3c-a078-4157-bc98-5e6836a27689 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 754.700697] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Received event network-vif-deleted-df08a07b-8a17-4836-9fee-f4109ae08fde {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 754.700909] env[62225]: INFO nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Neutron deleted interface df08a07b-8a17-4836-9fee-f4109ae08fde; detaching it from the instance and deleting it from the info cache [ 754.700955] env[62225]: DEBUG nova.network.neutron [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.785226] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677580, 'name': ReconfigVM_Task, 'duration_secs': 0.299969} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.785622] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9c441c89-0efc-43b3-808d-8106c92e0123/9c441c89-0efc-43b3-808d-8106c92e0123.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.786415] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ebe4035-dddd-415c-97fe-99fdb7a5ae53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.795143] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 754.795143] env[62225]: value = "task-677582" [ 754.795143] env[62225]: _type = "Task" [ 754.795143] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.809237] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677582, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.960703] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.960703] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255998a-06ea-74c6-43d3-6654096964b4" [ 754.960703] env[62225]: _type = "HttpNfcLease" [ 754.960703] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.964029] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.964029] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255998a-06ea-74c6-43d3-6654096964b4" [ 754.964029] env[62225]: _type = "HttpNfcLease" [ 754.964029] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.964029] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9f7a8-1ef7-4898-a1f0-f90b97afede1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.973415] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528033dc-43ae-0f29-1d84-86e720458b66/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.973415] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528033dc-43ae-0f29-1d84-86e720458b66/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.035245] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 755.044145] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9c3ff348-5d63-4ec0-85e9-8adc473a560f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.654s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.047125] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Successfully created port: c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.064186] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 755.064186] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Fetch image to [datastore1] OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa/OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 755.064186] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Downloading stream optimized image b2c1dcab-9dea-45a6-82da-10d07a4895c4 to [datastore1] OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa/OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa.vmdk on the data store datastore1 as vApp {{(pid=62225) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 755.064522] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Downloading image file data b2c1dcab-9dea-45a6-82da-10d07a4895c4 to the ESX as VM named 'OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa' {{(pid=62225) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 755.084107] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-901c6386-0ecd-4289-8517-f0136abd8ebc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.166575] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "refresh_cache-b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.166792] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquired lock "refresh_cache-b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.166982] env[62225]: DEBUG nova.network.neutron [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 755.175532] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 755.175532] env[62225]: value = "resgroup-9" [ 755.175532] env[62225]: _type = "ResourcePool" [ 755.175532] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 755.175532] env[62225]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3b20875b-4454-483d-a465-16123acbef86 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.200904] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease: (returnval){ [ 755.200904] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5269fc57-80b0-7196-582c-09f3381131da" [ 755.200904] env[62225]: _type = "HttpNfcLease" [ 755.200904] env[62225]: } obtained for vApp import into resource pool (val){ [ 755.200904] env[62225]: value = "resgroup-9" [ 755.200904] env[62225]: _type = "ResourcePool" [ 755.200904] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 755.201175] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the lease: (returnval){ [ 755.201175] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5269fc57-80b0-7196-582c-09f3381131da" [ 755.201175] env[62225]: _type = "HttpNfcLease" [ 755.201175] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 755.208077] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6624ceb6-4037-4306-98b8-54e42d1a9928 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.212767] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.212767] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5269fc57-80b0-7196-582c-09f3381131da" [ 755.212767] env[62225]: _type = "HttpNfcLease" [ 755.212767] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 755.220596] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6def7-122d-4fa9-afb5-df1f6d52c3d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.264840] env[62225]: DEBUG nova.compute.manager [req-defdc9aa-6c46-467d-b900-496b112c393d req-716d4b98-1813-414b-bd67-741702f8625b service nova] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Detach interface failed, port_id=df08a07b-8a17-4836-9fee-f4109ae08fde, reason: Instance 053ca8ea-7808-4f1c-b982-a16a03ed2331 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 755.307945] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677582, 'name': Rename_Task, 'duration_secs': 0.153373} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.308659] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 755.308659] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9abce6e-7905-4e76-8261-0a32a3420fd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.319804] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 755.319804] env[62225]: value = "task-677584" [ 755.319804] env[62225]: _type = "Task" [ 755.319804] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.332472] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.497072] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Successfully created port: 94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.502169] env[62225]: DEBUG nova.compute.manager [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Received event network-vif-plugged-06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 755.503170] env[62225]: DEBUG oslo_concurrency.lockutils [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] Acquiring lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.503170] env[62225]: DEBUG oslo_concurrency.lockutils [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.503260] env[62225]: DEBUG oslo_concurrency.lockutils [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.503415] env[62225]: DEBUG nova.compute.manager [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] No waiting events found dispatching network-vif-plugged-06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 755.503672] env[62225]: WARNING nova.compute.manager [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Received unexpected event network-vif-plugged-06483157-6a89-4979-b69f-ff0082a5fa73 for instance with vm_state building and task_state spawning. [ 755.503872] env[62225]: DEBUG nova.compute.manager [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Received event network-changed-06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 755.504138] env[62225]: DEBUG nova.compute.manager [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Refreshing instance network info cache due to event network-changed-06483157-6a89-4979-b69f-ff0082a5fa73. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 755.504390] env[62225]: DEBUG oslo_concurrency.lockutils [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] Acquiring lock "refresh_cache-b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.633763] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b542a106-6ecc-42cb-8b29-193c1445dc17 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.643954] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5574b8e3-0489-4600-baa3-ae5b4605b04e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.687274] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d332a8-f4fa-488e-86cf-c0c7a6532540 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.703147] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c05215-d0a0-4421-9679-0f3886716a24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.729070] env[62225]: DEBUG nova.compute.provider_tree [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.734125] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.734125] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5269fc57-80b0-7196-582c-09f3381131da" [ 755.734125] env[62225]: _type = "HttpNfcLease" [ 755.734125] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 755.777103] env[62225]: DEBUG nova.network.neutron [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 755.830689] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.050137] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 756.190130] env[62225]: DEBUG nova.network.neutron [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Updating instance_info_cache with network_info: [{"id": "06483157-6a89-4979-b69f-ff0082a5fa73", "address": "fa:16:3e:29:bd:a2", "network": {"id": "95590ed5-b50a-4205-a5db-0cbb11c89ae6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-888279859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e139c7a7ee30444686d9fddf50efc846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06483157-6a", "ovs_interfaceid": "06483157-6a89-4979-b69f-ff0082a5fa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.204606] env[62225]: DEBUG nova.compute.manager [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 756.227914] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.227914] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5269fc57-80b0-7196-582c-09f3381131da" [ 756.227914] env[62225]: _type = "HttpNfcLease" [ 756.227914] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 756.228336] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 756.228336] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5269fc57-80b0-7196-582c-09f3381131da" [ 756.228336] env[62225]: _type = "HttpNfcLease" [ 756.228336] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 756.229152] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ebce31-68a3-4a89-88da-4518b529d50c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.235589] env[62225]: DEBUG nova.scheduler.client.report [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 756.243703] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280deb2-8208-8f34-02bc-ba302106d894/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 756.244800] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280deb2-8208-8f34-02bc-ba302106d894/disk-0.vmdk. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 756.317895] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9415b895-84c2-4feb-9bef-c0d3eac96e71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.333959] env[62225]: DEBUG oslo_vmware.api [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677584, 'name': PowerOnVM_Task, 'duration_secs': 0.556236} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.334256] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 756.334471] env[62225]: INFO nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Took 8.90 seconds to spawn the instance on the hypervisor. [ 756.334697] env[62225]: DEBUG nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 756.335538] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d115fa24-b395-42d6-9b6f-93237316c6e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.694092] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Releasing lock "refresh_cache-b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.694474] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Instance network_info: |[{"id": "06483157-6a89-4979-b69f-ff0082a5fa73", "address": "fa:16:3e:29:bd:a2", "network": {"id": "95590ed5-b50a-4205-a5db-0cbb11c89ae6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-888279859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e139c7a7ee30444686d9fddf50efc846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06483157-6a", "ovs_interfaceid": "06483157-6a89-4979-b69f-ff0082a5fa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 756.696626] env[62225]: DEBUG oslo_concurrency.lockutils [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] Acquired lock "refresh_cache-b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.696845] env[62225]: DEBUG nova.network.neutron [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Refreshing network info cache for port 06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 756.698308] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:bd:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06483157-6a89-4979-b69f-ff0082a5fa73', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.707414] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Creating folder: Project (e139c7a7ee30444686d9fddf50efc846). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 756.711181] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aaf7203-202c-4daf-a0d5-0243ddf88e93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.730696] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Created folder: Project (e139c7a7ee30444686d9fddf50efc846) in parent group-v163168. [ 756.731011] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Creating folder: Instances. Parent ref: group-v163319. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 756.731313] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279db623-3dfa-4d95-bbfd-601d893a76ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.737065] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.746891] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.747460] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 756.754500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.447s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.754821] env[62225]: DEBUG nova.objects.instance [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lazy-loading 'resources' on Instance uuid 9b36321a-5dff-49cb-a852-aadc4e939893 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.756770] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Created folder: Instances in parent group-v163319. [ 756.757058] env[62225]: DEBUG oslo.service.loopingcall [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.757613] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 756.757880] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4897905-fec8-4e54-a4cd-04570a3c5c8d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.787011] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.787011] env[62225]: value = "task-677587" [ 756.787011] env[62225]: _type = "Task" [ 756.787011] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.801612] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677587, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.856420] env[62225]: INFO nova.compute.manager [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Took 31.49 seconds to build instance. [ 757.196489] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 757.196806] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 757.196992] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.197225] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 757.197379] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.197709] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 757.197795] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 757.197966] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 757.198188] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 757.198363] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 757.198561] env[62225]: DEBUG nova.virt.hardware [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 757.199600] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63787edf-a358-4fed-ad40-ce2edec7c404 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.215327] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1237f28f-03c9-45ff-af8e-837cc4cb066e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.262207] env[62225]: DEBUG nova.compute.utils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 757.266127] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 757.266341] env[62225]: DEBUG nova.network.neutron [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 757.302225] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677587, 'name': CreateVM_Task, 'duration_secs': 0.465137} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.302225] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 757.302443] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.302493] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.302801] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.303097] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d90d12-6edd-442e-b253-354ce913f179 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.312335] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 757.312335] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525a0054-64bb-5b3c-7c00-ef0811441c50" [ 757.312335] env[62225]: _type = "Task" [ 757.312335] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.322258] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525a0054-64bb-5b3c-7c00-ef0811441c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.340955] env[62225]: DEBUG nova.policy [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c86c9102d2d54951a82941d2ddd9e3c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae2013a11b06453fb6e0690fd9ae0de1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 757.359172] env[62225]: DEBUG oslo_concurrency.lockutils [None req-669c047d-3eb9-482b-8331-b4b91ae35e2f tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "9c441c89-0efc-43b3-808d-8106c92e0123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.811s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.715144] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 757.715919] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280deb2-8208-8f34-02bc-ba302106d894/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 757.717750] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d359826-a5e8-4e32-a87f-651918c76576 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.728476] env[62225]: DEBUG nova.network.neutron [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Updated VIF entry in instance network info cache for port 06483157-6a89-4979-b69f-ff0082a5fa73. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 757.728969] env[62225]: DEBUG nova.network.neutron [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Updating instance_info_cache with network_info: [{"id": "06483157-6a89-4979-b69f-ff0082a5fa73", "address": "fa:16:3e:29:bd:a2", "network": {"id": "95590ed5-b50a-4205-a5db-0cbb11c89ae6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-888279859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e139c7a7ee30444686d9fddf50efc846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06483157-6a", "ovs_interfaceid": "06483157-6a89-4979-b69f-ff0082a5fa73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.732949] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280deb2-8208-8f34-02bc-ba302106d894/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 757.733089] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280deb2-8208-8f34-02bc-ba302106d894/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 757.733871] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c48e968-f847-4085-b499-4ec2d293acd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.744321] env[62225]: DEBUG nova.network.neutron [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Successfully created port: 6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.769640] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 757.824913] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525a0054-64bb-5b3c-7c00-ef0811441c50, 'name': SearchDatastore_Task, 'duration_secs': 0.021675} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.831296] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.832487] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.833140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.833333] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.833660] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.835576] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-627be5f9-9ae9-4cde-85ca-662b02621247 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.847352] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a9eb31-2966-4143-ac93-e34c5147c148 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.853737] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.854545] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 757.857322] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5459b7f6-a1c8-4d8e-a44c-aad8b8602ff7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.863804] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a73bf1-bcbb-4efa-bd2f-3844e36bceff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.872018] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 757.872018] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c08399-5cf0-8b59-8b7d-cbbf0c02c101" [ 757.872018] env[62225]: _type = "Task" [ 757.872018] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.907865] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b95917e-d88f-44a5-9f28-705d49c231f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.918706] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Successfully updated port: c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.919126] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c08399-5cf0-8b59-8b7d-cbbf0c02c101, 'name': SearchDatastore_Task, 'duration_secs': 0.017575} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.920384] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d07646c-523f-4716-aef4-d6941dba32ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.926929] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5119c6-974c-4448-894a-ccf097b22efd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.934202] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 757.934202] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c089da-2eeb-bf5f-5a85-fd399435b318" [ 757.934202] env[62225]: _type = "Task" [ 757.934202] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.947889] env[62225]: DEBUG nova.compute.provider_tree [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.955806] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c089da-2eeb-bf5f-5a85-fd399435b318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.014271] env[62225]: DEBUG nova.compute.manager [req-91f044a1-0716-4151-93f1-bc6613f1bec1 req-a87464b6-5d46-48d8-8cde-f75fcf1d8b8b service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received event network-vif-plugged-c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 758.014427] env[62225]: DEBUG oslo_concurrency.lockutils [req-91f044a1-0716-4151-93f1-bc6613f1bec1 req-a87464b6-5d46-48d8-8cde-f75fcf1d8b8b service nova] Acquiring lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.014714] env[62225]: DEBUG oslo_concurrency.lockutils [req-91f044a1-0716-4151-93f1-bc6613f1bec1 req-a87464b6-5d46-48d8-8cde-f75fcf1d8b8b service nova] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.015058] env[62225]: DEBUG oslo_concurrency.lockutils [req-91f044a1-0716-4151-93f1-bc6613f1bec1 req-a87464b6-5d46-48d8-8cde-f75fcf1d8b8b service nova] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.015260] env[62225]: DEBUG nova.compute.manager [req-91f044a1-0716-4151-93f1-bc6613f1bec1 req-a87464b6-5d46-48d8-8cde-f75fcf1d8b8b service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] No waiting events found dispatching network-vif-plugged-c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 758.015438] env[62225]: WARNING nova.compute.manager [req-91f044a1-0716-4151-93f1-bc6613f1bec1 req-a87464b6-5d46-48d8-8cde-f75fcf1d8b8b service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received unexpected event network-vif-plugged-c273327c-bfca-4d7d-9e2d-2ec69b5ba622 for instance with vm_state building and task_state spawning. [ 758.234770] env[62225]: DEBUG oslo_concurrency.lockutils [req-beaa953c-de6d-442d-85c0-d7fde24920e5 req-ed1405d9-341d-4a20-8cf7-0c2060f0cac6 service nova] Releasing lock "refresh_cache-b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.310019] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280deb2-8208-8f34-02bc-ba302106d894/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 758.310019] env[62225]: INFO nova.virt.vmwareapi.images [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Downloaded image file data b2c1dcab-9dea-45a6-82da-10d07a4895c4 [ 758.310627] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f492552-fac5-43f2-8d03-d02c0ae79df8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.330860] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-825c4d01-c90b-4587-8358-059b7162d3d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.406846] env[62225]: INFO nova.virt.vmwareapi.images [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] The imported VM was unregistered [ 758.408751] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 758.409040] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.409373] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6f7d239-d344-4522-b2ab-82d7d0803dad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.420594] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "interface-9c441c89-0efc-43b3-808d-8106c92e0123-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.420846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "interface-9c441c89-0efc-43b3-808d-8106c92e0123-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.422069] env[62225]: DEBUG nova.objects.instance [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lazy-loading 'flavor' on Instance uuid 9c441c89-0efc-43b3-808d-8106c92e0123 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.427207] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created directory with path [datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.427449] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa/OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa.vmdk to [datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk. {{(pid=62225) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 758.428188] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-47dc9a5a-39de-4a91-921f-8c2c559e3600 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.436796] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 758.436796] env[62225]: value = "task-677589" [ 758.436796] env[62225]: _type = "Task" [ 758.436796] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.453083] env[62225]: DEBUG nova.scheduler.client.report [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 758.457344] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c089da-2eeb-bf5f-5a85-fd399435b318, 'name': SearchDatastore_Task, 'duration_secs': 0.02516} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.461132] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.461456] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44/b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 758.461847] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.462386] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e39bc00-1f45-4b4f-932c-8c078e1f8dde {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.471284] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 758.471284] env[62225]: value = "task-677590" [ 758.471284] env[62225]: _type = "Task" [ 758.471284] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.482098] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.782168] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 758.809467] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 758.809747] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 758.810026] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.810278] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 758.810441] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.810598] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 758.810823] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 758.811016] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 758.811201] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 758.811392] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 758.811756] env[62225]: DEBUG nova.virt.hardware [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.812798] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d59031e-2cfa-48b4-9cb0-f1e10cb87f2a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.822970] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f60cbf-129c-4ed4-b819-4819bd7a9f3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.932163] env[62225]: DEBUG nova.objects.instance [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c441c89-0efc-43b3-808d-8106c92e0123 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.964173] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.966187] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.969719] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.366s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.972137] env[62225]: INFO nova.compute.claims [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.988577] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.999971] env[62225]: INFO nova.scheduler.client.report [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Deleted allocations for instance 9b36321a-5dff-49cb-a852-aadc4e939893 [ 759.435088] env[62225]: DEBUG nova.objects.base [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Object Instance<9c441c89-0efc-43b3-808d-8106c92e0123> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 759.435428] env[62225]: DEBUG nova.network.neutron [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 759.454872] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.456841] env[62225]: DEBUG nova.network.neutron [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Successfully updated port: 6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.494823] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.508520] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6257f863-df52-41e5-8859-c4d1fc7e1fb8 tempest-ServersAdminNegativeTestJSON-2129246842 tempest-ServersAdminNegativeTestJSON-2129246842-project-member] Lock "9b36321a-5dff-49cb-a852-aadc4e939893" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.354s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.543138] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6bfbf65e-0d3f-48af-8307-a879581df154 tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "interface-9c441c89-0efc-43b3-808d-8106c92e0123-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.122s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.870709] env[62225]: DEBUG nova.compute.manager [req-314a75ba-1201-4141-99b2-8575ef3f5973 req-3e7d494a-7163-429a-b29f-36c16cb97275 service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Received event network-vif-plugged-6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 759.870917] env[62225]: DEBUG oslo_concurrency.lockutils [req-314a75ba-1201-4141-99b2-8575ef3f5973 req-3e7d494a-7163-429a-b29f-36c16cb97275 service nova] Acquiring lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.871160] env[62225]: DEBUG oslo_concurrency.lockutils [req-314a75ba-1201-4141-99b2-8575ef3f5973 req-3e7d494a-7163-429a-b29f-36c16cb97275 service nova] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.871337] env[62225]: DEBUG oslo_concurrency.lockutils [req-314a75ba-1201-4141-99b2-8575ef3f5973 req-3e7d494a-7163-429a-b29f-36c16cb97275 service nova] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.871532] env[62225]: DEBUG nova.compute.manager [req-314a75ba-1201-4141-99b2-8575ef3f5973 req-3e7d494a-7163-429a-b29f-36c16cb97275 service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] No waiting events found dispatching network-vif-plugged-6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 759.871724] env[62225]: WARNING nova.compute.manager [req-314a75ba-1201-4141-99b2-8575ef3f5973 req-3e7d494a-7163-429a-b29f-36c16cb97275 service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Received unexpected event network-vif-plugged-6b40d6d8-30c5-42da-9603-6fb12cea1f5b for instance with vm_state building and task_state spawning. [ 759.954536] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.960387] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.960544] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.960716] env[62225]: DEBUG nova.network.neutron [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 759.979834] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Successfully updated port: 94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.997057] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677590, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.177087} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.997230] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44/b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 759.997910] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.997910] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b97b112a-66bd-4de5-82b5-2d62d4232b72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.007062] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 760.007062] env[62225]: value = "task-677591" [ 760.007062] env[62225]: _type = "Task" [ 760.007062] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.020686] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.394468] env[62225]: DEBUG nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received event network-changed-c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 760.394543] env[62225]: DEBUG nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Refreshing instance network info cache due to event network-changed-c273327c-bfca-4d7d-9e2d-2ec69b5ba622. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 760.394836] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Acquiring lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.394963] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Acquired lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.396484] env[62225]: DEBUG nova.network.neutron [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Refreshing network info cache for port c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 760.459136] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.469752] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4f3ef6-ccb5-49be-9808-619f17c48350 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.479571] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df0a1e3-1742-470f-9508-6a37146423cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.518409] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.519895] env[62225]: DEBUG nova.network.neutron [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 760.526284] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc3973-4717-4c98-9610-175bfa2177c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.537049] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677591, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.540775] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cf87c6-3738-4a33-a41d-40a29d8b067b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.563184] env[62225]: DEBUG nova.compute.provider_tree [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.737887] env[62225]: DEBUG nova.network.neutron [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Updating instance_info_cache with network_info: [{"id": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "address": "fa:16:3e:d6:30:ef", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b40d6d8-30", "ovs_interfaceid": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.958216] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.970076] env[62225]: DEBUG nova.network.neutron [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 761.034048] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.581109} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.034551] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.035473] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479e3dc8-a21b-4ba4-a610-d2bd04e07e80 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.073787] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44/b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.074940] env[62225]: DEBUG nova.scheduler.client.report [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 761.079533] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be6fe42-1a5e-4d13-bf1f-115385f42690 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.105486] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 761.105486] env[62225]: value = "task-677592" [ 761.105486] env[62225]: _type = "Task" [ 761.105486] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.120578] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.121725] env[62225]: DEBUG nova.network.neutron [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.240570] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.240990] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Instance network_info: |[{"id": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "address": "fa:16:3e:d6:30:ef", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b40d6d8-30", "ovs_interfaceid": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 761.241702] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:30:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b40d6d8-30c5-42da-9603-6fb12cea1f5b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.249316] env[62225]: DEBUG oslo.service.loopingcall [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.249591] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 761.250622] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5df4990-7dff-4c4e-9783-d6691fdd0e4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.272139] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.272139] env[62225]: value = "task-677593" [ 761.272139] env[62225]: _type = "Task" [ 761.272139] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.281227] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677593, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.456839] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677589, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.969492} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.457457] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa/OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa.vmdk to [datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk. [ 761.457834] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Cleaning up location [datastore1] OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 761.458265] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_95f9da40-dd74-40bd-b55d-fba714ebfffa {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.458648] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c7a1b8-cf20-4849-b2f3-dd1854ae5e7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.469132] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 761.469132] env[62225]: value = "task-677594" [ 761.469132] env[62225]: _type = "Task" [ 761.469132] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.478158] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.597261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.597792] env[62225]: DEBUG nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 761.601035] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.306s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.601035] env[62225]: DEBUG nova.objects.instance [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lazy-loading 'resources' on Instance uuid a411242c-6a85-49aa-bf09-5af2dbe3801b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.617239] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.626218] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Releasing lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.626557] env[62225]: DEBUG nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received event network-vif-plugged-94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 761.626679] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Acquiring lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.626889] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.627125] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.627309] env[62225]: DEBUG nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] No waiting events found dispatching network-vif-plugged-94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 761.627499] env[62225]: WARNING nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received unexpected event network-vif-plugged-94d8d0cc-f43a-4622-8629-18f0fa333f44 for instance with vm_state building and task_state spawning. [ 761.627913] env[62225]: DEBUG nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received event network-changed-94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 761.627913] env[62225]: DEBUG nova.compute.manager [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Refreshing instance network info cache due to event network-changed-94d8d0cc-f43a-4622-8629-18f0fa333f44. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 761.628088] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Acquiring lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.628225] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Acquired lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.628412] env[62225]: DEBUG nova.network.neutron [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Refreshing network info cache for port 94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 761.720180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "9c441c89-0efc-43b3-808d-8106c92e0123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.720585] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "9c441c89-0efc-43b3-808d-8106c92e0123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.720858] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "9c441c89-0efc-43b3-808d-8106c92e0123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.721112] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "9c441c89-0efc-43b3-808d-8106c92e0123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.721338] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "9c441c89-0efc-43b3-808d-8106c92e0123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.726055] env[62225]: INFO nova.compute.manager [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Terminating instance [ 761.728427] env[62225]: DEBUG nova.compute.manager [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 761.728875] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 761.729517] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0403a655-02fa-40fc-a2ca-b8e102c562db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.739532] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 761.739851] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aef9cb3-f557-43c7-888a-75d9bb8c6a7d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.749026] env[62225]: DEBUG oslo_vmware.api [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 761.749026] env[62225]: value = "task-677595" [ 761.749026] env[62225]: _type = "Task" [ 761.749026] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.761063] env[62225]: DEBUG oslo_vmware.api [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.783876] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677593, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.979440] env[62225]: DEBUG nova.compute.manager [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Received event network-changed-6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 761.979809] env[62225]: DEBUG nova.compute.manager [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Refreshing instance network info cache due to event network-changed-6b40d6d8-30c5-42da-9603-6fb12cea1f5b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 761.979924] env[62225]: DEBUG oslo_concurrency.lockutils [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] Acquiring lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.982617] env[62225]: DEBUG oslo_concurrency.lockutils [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] Acquired lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.982617] env[62225]: DEBUG nova.network.neutron [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Refreshing network info cache for port 6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 761.986830] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075349} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.987435] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.987654] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.987907] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk to [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 761.988487] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0fa7be6-1e79-4262-91fe-4aad5dd60fd0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.999089] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 761.999089] env[62225]: value = "task-677596" [ 761.999089] env[62225]: _type = "Task" [ 761.999089] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.013365] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.106593] env[62225]: DEBUG nova.compute.utils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.109240] env[62225]: DEBUG nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 762.119221] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677592, 'name': ReconfigVM_Task, 'duration_secs': 0.876192} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.119943] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44/b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.120268] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d358dd6-4eb1-495c-9df4-c837c39a323a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.129110] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 762.129110] env[62225]: value = "task-677597" [ 762.129110] env[62225]: _type = "Task" [ 762.129110] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.152217] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677597, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.172724] env[62225]: DEBUG nova.network.neutron [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 762.270309] env[62225]: DEBUG oslo_vmware.api [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677595, 'name': PowerOffVM_Task, 'duration_secs': 0.271152} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.273043] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 762.274028] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 762.274028] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a67c52-e83a-44de-b5b0-327bcedf9689 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.285651] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677593, 'name': CreateVM_Task, 'duration_secs': 0.728265} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.288963] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 762.290241] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.290485] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.290823] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.294904] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37946c44-efcf-498d-92e0-4fa2be6f6133 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.300690] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 762.300690] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52abac5e-3a89-5e94-11f9-74cbe0cbe6b7" [ 762.300690] env[62225]: _type = "Task" [ 762.300690] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.313627] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52abac5e-3a89-5e94-11f9-74cbe0cbe6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.314978] env[62225]: DEBUG nova.network.neutron [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.357565] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 762.357807] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 762.358024] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Deleting the datastore file [datastore1] 9c441c89-0efc-43b3-808d-8106c92e0123 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.358351] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7210c72b-cbf7-4cea-aae4-4f91c3150b67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.366496] env[62225]: DEBUG oslo_vmware.api [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for the task: (returnval){ [ 762.366496] env[62225]: value = "task-677599" [ 762.366496] env[62225]: _type = "Task" [ 762.366496] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.381254] env[62225]: DEBUG oslo_vmware.api [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.515124] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.609328] env[62225]: DEBUG nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 762.639971] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1099d-c1ee-4350-acad-ce0bab6426bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.647637] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677597, 'name': Rename_Task, 'duration_secs': 0.224427} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.648613] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 762.648983] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e387079-eb8a-41a9-aa37-84b02da8cd3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.657285] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd49d20-b4f9-4cee-a00b-de738f167baa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.668113] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 762.668113] env[62225]: value = "task-677600" [ 762.668113] env[62225]: _type = "Task" [ 762.668113] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.707060] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a987a7-4094-449c-845b-1522b72c7fa3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.713989] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.721826] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55601a67-2677-4e2e-89b4-6e05c25d94a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.738042] env[62225]: DEBUG nova.compute.provider_tree [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.784432] env[62225]: DEBUG nova.network.neutron [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Updated VIF entry in instance network info cache for port 6b40d6d8-30c5-42da-9603-6fb12cea1f5b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 762.784837] env[62225]: DEBUG nova.network.neutron [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Updating instance_info_cache with network_info: [{"id": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "address": "fa:16:3e:d6:30:ef", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b40d6d8-30", "ovs_interfaceid": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.813497] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52abac5e-3a89-5e94-11f9-74cbe0cbe6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.029425} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.813873] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.814128] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.814366] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.814518] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.814759] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.815051] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d368bf-9d2a-4497-b564-265b1f9e2066 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.818080] env[62225]: DEBUG oslo_concurrency.lockutils [req-01f87cb0-e2c9-422e-89ec-964ed9c471b3 req-d97098a7-8151-43d1-a612-392e9a414b4a service nova] Releasing lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.818080] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.818080] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 762.829523] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.829694] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 762.830859] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbbb8bf-7cc1-4247-b29a-fb9e14719a6b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.838047] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 762.838047] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526e3faf-26fc-2cb3-0c18-9d03b40a2942" [ 762.838047] env[62225]: _type = "Task" [ 762.838047] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.847690] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526e3faf-26fc-2cb3-0c18-9d03b40a2942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.880545] env[62225]: DEBUG oslo_vmware.api [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Task: {'id': task-677599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179251} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.880825] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.881030] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 762.881221] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 762.881396] env[62225]: INFO nova.compute.manager [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.881679] env[62225]: DEBUG oslo.service.loopingcall [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.881888] env[62225]: DEBUG nova.compute.manager [-] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 762.881982] env[62225]: DEBUG nova.network.neutron [-] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 763.013126] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.185615] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.241215] env[62225]: DEBUG nova.scheduler.client.report [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 763.287782] env[62225]: DEBUG oslo_concurrency.lockutils [req-a8ebabf5-ffbe-4204-85c4-6d45870e072b req-d0b5aea6-c2b1-4557-978d-303722aa28fb service nova] Releasing lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.351537] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526e3faf-26fc-2cb3-0c18-9d03b40a2942, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.352467] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdd2d82-6fdf-48a5-b199-cc63ccd0733d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.364526] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 763.364526] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f8f88-5f41-9ff5-a693-54ae8e6ddfe0" [ 763.364526] env[62225]: _type = "Task" [ 763.364526] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.368755] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.368755] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.368896] env[62225]: DEBUG nova.objects.instance [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'flavor' on Instance uuid 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.379737] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f8f88-5f41-9ff5-a693-54ae8e6ddfe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.381035] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 763.492616] env[62225]: DEBUG nova.compute.manager [req-7b352e1e-c7dc-445d-b2ce-64d61aa4d101 req-a8ee7187-1e5c-45b5-b603-40fa7c817564 service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Received event network-vif-deleted-3cda067d-df41-4176-8260-089a13908028 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 763.492847] env[62225]: INFO nova.compute.manager [req-7b352e1e-c7dc-445d-b2ce-64d61aa4d101 req-a8ee7187-1e5c-45b5-b603-40fa7c817564 service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Neutron deleted interface 3cda067d-df41-4176-8260-089a13908028; detaching it from the instance and deleting it from the info cache [ 763.493046] env[62225]: DEBUG nova.network.neutron [req-7b352e1e-c7dc-445d-b2ce-64d61aa4d101 req-a8ee7187-1e5c-45b5-b603-40fa7c817564 service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.521279] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.618534] env[62225]: DEBUG nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 763.621336] env[62225]: DEBUG nova.network.neutron [-] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.656119] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 763.656582] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 763.656792] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.657061] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 763.657244] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.657472] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 763.657758] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 763.658327] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 763.658590] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 763.658776] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 763.659085] env[62225]: DEBUG nova.virt.hardware [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.660635] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b339d34-c38e-4276-8353-25c7f424fa5b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.675663] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8381f-eb35-40e1-9b1c-c5167167e57a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.689938] env[62225]: DEBUG oslo_vmware.api [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677600, 'name': PowerOnVM_Task, 'duration_secs': 0.759349} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.702285] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 763.702628] env[62225]: INFO nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Took 10.46 seconds to spawn the instance on the hypervisor. [ 763.702873] env[62225]: DEBUG nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 763.703682] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.710937] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Creating folder: Project (1b0faa85e4434976a8883c5d23e798f5). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 763.712298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf731be9-b011-4516-9bc1-5ffee16f312d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.715759] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daa62d95-6c37-481d-a17d-9bf211e0fa24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.734226] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Created folder: Project (1b0faa85e4434976a8883c5d23e798f5) in parent group-v163168. [ 763.734434] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Creating folder: Instances. Parent ref: group-v163323. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 763.735371] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a6ba75-c940-4917-9e37-81dc232c23a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.752263] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.754022] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Created folder: Instances in parent group-v163323. [ 763.754428] env[62225]: DEBUG oslo.service.loopingcall [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.755027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.445s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.755769] env[62225]: DEBUG nova.objects.instance [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lazy-loading 'resources' on Instance uuid 0fb6e085-8c66-4b53-a0a1-f44590d4c550 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.757686] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 763.758769] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6559387-8fa9-458a-b37d-acdd8592e519 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.780478] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.780478] env[62225]: value = "task-677603" [ 763.780478] env[62225]: _type = "Task" [ 763.780478] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.793212] env[62225]: INFO nova.scheduler.client.report [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Deleted allocations for instance a411242c-6a85-49aa-bf09-5af2dbe3801b [ 763.799059] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677603, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.881663] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f8f88-5f41-9ff5-a693-54ae8e6ddfe0, 'name': SearchDatastore_Task, 'duration_secs': 0.067262} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.881973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.882257] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 763.882538] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7baaec56-c82a-40bd-b163-7b75172b7354 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.893893] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 763.893893] env[62225]: value = "task-677604" [ 763.893893] env[62225]: _type = "Task" [ 763.893893] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.904487] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.941561] env[62225]: DEBUG nova.network.neutron [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Updating instance_info_cache with network_info: [{"id": "c273327c-bfca-4d7d-9e2d-2ec69b5ba622", "address": "fa:16:3e:54:85:c8", "network": {"id": "cba61059-eae8-4aa4-91e6-f73d04f148a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-515343895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc273327c-bf", "ovs_interfaceid": "c273327c-bfca-4d7d-9e2d-2ec69b5ba622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94d8d0cc-f43a-4622-8629-18f0fa333f44", "address": "fa:16:3e:46:d1:29", "network": {"id": "79dfb2bf-2cf8-403c-bbee-07f4b59dc8a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279872345", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d8d0cc-f4", "ovs_interfaceid": "94d8d0cc-f43a-4622-8629-18f0fa333f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.996168] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94a53bbe-90b9-43f9-856b-93c3d36e20fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008028] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f24f36-ab71-4535-8e71-dbff0cd5f16a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.024292] env[62225]: DEBUG nova.objects.instance [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'pci_requests' on Instance uuid 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.038927] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.061286] env[62225]: DEBUG nova.compute.manager [req-7b352e1e-c7dc-445d-b2ce-64d61aa4d101 req-a8ee7187-1e5c-45b5-b603-40fa7c817564 service nova] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Detach interface failed, port_id=3cda067d-df41-4176-8260-089a13908028, reason: Instance 9c441c89-0efc-43b3-808d-8106c92e0123 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 764.127262] env[62225]: INFO nova.compute.manager [-] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Took 1.24 seconds to deallocate network for instance. [ 764.246884] env[62225]: INFO nova.compute.manager [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Took 32.64 seconds to build instance. [ 764.297581] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677603, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.310547] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c40df76a-a024-418b-8b64-e535014f49f4 tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "a411242c-6a85-49aa-bf09-5af2dbe3801b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.333s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.406070] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.445605] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Releasing lock "refresh_cache-2bf20983-6072-4672-b7f6-09fd621efb1f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.445997] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance network_info: |[{"id": "c273327c-bfca-4d7d-9e2d-2ec69b5ba622", "address": "fa:16:3e:54:85:c8", "network": {"id": "cba61059-eae8-4aa4-91e6-f73d04f148a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-515343895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc273327c-bf", "ovs_interfaceid": "c273327c-bfca-4d7d-9e2d-2ec69b5ba622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94d8d0cc-f43a-4622-8629-18f0fa333f44", "address": "fa:16:3e:46:d1:29", "network": {"id": "79dfb2bf-2cf8-403c-bbee-07f4b59dc8a8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1279872345", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "369070bc96d3471e8675348ca57a2373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d8d0cc-f4", "ovs_interfaceid": "94d8d0cc-f43a-4622-8629-18f0fa333f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 764.451073] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:85:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c273327c-bfca-4d7d-9e2d-2ec69b5ba622', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:d1:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d8d0cc-f43a-4622-8629-18f0fa333f44', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.460737] env[62225]: DEBUG oslo.service.loopingcall [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.461125] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 764.461228] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33f3a496-d0cf-4b66-be4f-54e0284a22a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.496854] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.496854] env[62225]: value = "task-677605" [ 764.496854] env[62225]: _type = "Task" [ 764.496854] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.516570] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677605, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.532978] env[62225]: DEBUG nova.objects.base [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Object Instance<9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 764.533530] env[62225]: DEBUG nova.network.neutron [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 764.535328] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.634583] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.636229] env[62225]: DEBUG nova.policy [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 764.750218] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16be2c41-4605-4e79-9acd-c2c9a820cdcf tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.795140] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677603, 'name': CreateVM_Task, 'duration_secs': 0.568852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.795343] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 764.795951] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.796409] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.796545] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.796864] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443d7bb7-0468-4685-ac80-e7d9604d8b4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.806650] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 764.806650] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232bcfa-b524-d479-f6cc-0b30e070b9d0" [ 764.806650] env[62225]: _type = "Task" [ 764.806650] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.818456] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232bcfa-b524-d479-f6cc-0b30e070b9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.906825] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.908773] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa4f2b5-c678-418d-ad93-862f90a3b2b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.917310] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc04f4-b911-487c-9949-e6cf8ede27b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.955969] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a898d3-9750-4d27-999a-bbf6b83878dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.965031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72117d-31f8-41f6-8db2-68db3b921245 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.980613] env[62225]: DEBUG nova.compute.provider_tree [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.012996] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677605, 'name': CreateVM_Task, 'duration_secs': 0.46273} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.013451] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 765.014101] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.031206] env[62225]: DEBUG nova.network.neutron [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Successfully created port: 3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.037803] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.321125] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232bcfa-b524-d479-f6cc-0b30e070b9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.084558} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.321125] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.321125] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.323090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.323090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.323090] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.323090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.323090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.323090] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0adc76-23ea-4604-bac3-a6080e760d46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.325917] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3736edf8-1405-44f0-a786-f0529f776c93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.336032] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 765.336032] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52380b32-647b-efe4-85f7-327dcf472193" [ 765.336032] env[62225]: _type = "Task" [ 765.336032] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.343994] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.344588] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 765.348798] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d282fe01-a84f-443d-84ff-5b87b0cfbe5f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.352100] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52380b32-647b-efe4-85f7-327dcf472193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.359023] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 765.359023] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52956371-1e66-470a-b221-68af61cd48b7" [ 765.359023] env[62225]: _type = "Task" [ 765.359023] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.372031] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52956371-1e66-470a-b221-68af61cd48b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.410708] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677604, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.486067] env[62225]: DEBUG nova.scheduler.client.report [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 765.540464] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677596, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.474965} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.544102] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2c1dcab-9dea-45a6-82da-10d07a4895c4/b2c1dcab-9dea-45a6-82da-10d07a4895c4.vmdk to [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 765.544102] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde8ee8-0555-48a3-af7e-d07ac34f0fc3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.573821] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.574757] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53c0cb6-1896-4a13-ae7a-66c8f1b5756f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.598357] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 765.598357] env[62225]: value = "task-677606" [ 765.598357] env[62225]: _type = "Task" [ 765.598357] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.610099] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.846125] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52380b32-647b-efe4-85f7-327dcf472193, 'name': SearchDatastore_Task, 'duration_secs': 0.090192} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.848357] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.848357] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.848357] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.857185] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528033dc-43ae-0f29-1d84-86e720458b66/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.858253] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7211952-c15c-4ed2-88b5-7593d32a1f08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.871495] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52956371-1e66-470a-b221-68af61cd48b7, 'name': SearchDatastore_Task, 'duration_secs': 0.075567} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.872452] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528033dc-43ae-0f29-1d84-86e720458b66/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.872557] env[62225]: ERROR oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528033dc-43ae-0f29-1d84-86e720458b66/disk-0.vmdk due to incomplete transfer. [ 765.872763] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0cfe19e-7c45-4da0-aa2c-374fa6e885b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.875116] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94f47042-bb0e-41c2-b077-50dec8ee19e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.880343] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 765.880343] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5d66f-e273-0444-8efd-f1721b1b07c9" [ 765.880343] env[62225]: _type = "Task" [ 765.880343] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.885208] env[62225]: DEBUG oslo_vmware.rw_handles [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528033dc-43ae-0f29-1d84-86e720458b66/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.885449] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Uploaded image 9708dcda-5cc0-449b-871e-5c665389b9d4 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 765.887796] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 765.888459] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea526b7c-5eaa-4246-ba8f-7da3117cf13b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.893984] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5d66f-e273-0444-8efd-f1721b1b07c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.895614] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.895742] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 765.896149] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 765.896149] env[62225]: value = "task-677607" [ 765.896149] env[62225]: _type = "Task" [ 765.896149] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.896500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.896785] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.897158] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1de531b1-774a-4f39-a0a1-526044b54676 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.899233] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b6dec0-d53a-4017-b663-5c77b4fb0e61 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.917964] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677607, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.923109] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 765.923109] env[62225]: value = "task-677608" [ 765.923109] env[62225]: _type = "Task" [ 765.923109] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.923504] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.9657} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.923848] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.924094] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 765.925076] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 765.925371] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.925640] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee4c91e-569f-4e1a-81ac-27430d5a83ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.931035] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da8ce50-e962-4de4-8541-bf59761c817c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.939285] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.939718] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 765.939718] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5237c57f-39da-9a22-c0de-786d60b405cd" [ 765.939718] env[62225]: _type = "Task" [ 765.939718] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.941172] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 765.941172] env[62225]: value = "task-677609" [ 765.941172] env[62225]: _type = "Task" [ 765.941172] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.952829] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.956373] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5237c57f-39da-9a22-c0de-786d60b405cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014332} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.957215] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7515d4a7-fa7c-4f3f-8370-541d4218408a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.963907] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 765.963907] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527f64f7-0dff-b6ff-987d-555ccbeeec3a" [ 765.963907] env[62225]: _type = "Task" [ 765.963907] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.973145] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527f64f7-0dff-b6ff-987d-555ccbeeec3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.993926] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.996498] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.732s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.998244] env[62225]: INFO nova.compute.claims [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.028194] env[62225]: INFO nova.scheduler.client.report [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Deleted allocations for instance 0fb6e085-8c66-4b53-a0a1-f44590d4c550 [ 766.114807] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677606, 'name': ReconfigVM_Task, 'duration_secs': 0.511782} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.115419] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59/f45f88d0-3ccd-4f8e-93c4-02d82e23be59.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.117519] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'disk_bus': None, 'encrypted': False, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'a5f785c3-28d7-4f68-99f7-64500bdcde22'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163297', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'name': 'volume-0b88821f-bf7a-433b-b58c-1f23453cbee1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f45f88d0-3ccd-4f8e-93c4-02d82e23be59', 'attached_at': '', 'detached_at': '', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'serial': '0b88821f-bf7a-433b-b58c-1f23453cbee1'}, 'boot_index': None, 'attachment_id': '5fc36bfd-87aa-43c5-84b4-f115305dc75e', 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62225) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 766.117984] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 766.118447] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163297', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'name': 'volume-0b88821f-bf7a-433b-b58c-1f23453cbee1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f45f88d0-3ccd-4f8e-93c4-02d82e23be59', 'attached_at': '', 'detached_at': '', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'serial': '0b88821f-bf7a-433b-b58c-1f23453cbee1'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 766.120036] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f793fc-ac3e-4440-af26-cb29a3673ed9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.142232] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf000f7-830e-47bd-823a-1298f7bb0b76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.172892] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-0b88821f-bf7a-433b-b58c-1f23453cbee1/volume-0b88821f-bf7a-433b-b58c-1f23453cbee1.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.173870] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe84d68-9db7-4092-9d79-d5d974aa5d6f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.195322] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 766.195322] env[62225]: value = "task-677610" [ 766.195322] env[62225]: _type = "Task" [ 766.195322] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.205579] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.418511] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677607, 'name': Destroy_Task, 'duration_secs': 0.455674} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.418803] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Destroyed the VM [ 766.419064] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.419332] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13e396db-6ab1-4202-83ef-e88876775de4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430963] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 766.430963] env[62225]: value = "task-677611" [ 766.430963] env[62225]: _type = "Task" [ 766.430963] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.441708] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504313} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.442376] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 766.442607] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.442874] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f74676d-8162-471a-b96b-bf88c8f8572a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.452111] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.464246] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087336} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.465660] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.466258] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 766.466258] env[62225]: value = "task-677612" [ 766.466258] env[62225]: _type = "Task" [ 766.466258] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.471807] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6581a2-59e7-44f4-866f-0e525976ffc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.502675] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.510224] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36373425-898d-4aa0-b78d-2df7181d3f8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.527700] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527f64f7-0dff-b6ff-987d-555ccbeeec3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.528087] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.532049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.532741] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 2bf20983-6072-4672-b7f6-09fd621efb1f/2bf20983-6072-4672-b7f6-09fd621efb1f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 766.533673] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebfe8ee2-4d87-43c5-a25a-cd102fab843a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.542089] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c136b39c-ffc1-48bf-8dd1-9fa6b4358e42 tempest-ServerTagsTestJSON-1523907770 tempest-ServerTagsTestJSON-1523907770-project-member] Lock "0fb6e085-8c66-4b53-a0a1-f44590d4c550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.267s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.546143] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 766.546143] env[62225]: value = "task-677613" [ 766.546143] env[62225]: _type = "Task" [ 766.546143] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.546143] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 766.546143] env[62225]: value = "task-677614" [ 766.546143] env[62225]: _type = "Task" [ 766.546143] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.562740] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.568260] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.708025] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.815691] env[62225]: DEBUG nova.network.neutron [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Successfully updated port: 3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.947798] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.992358] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095666} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.992974] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.996124] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa2c58-5d1e-48c5-ad6c-934a8c928642 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.019366] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.022932] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6288e8b8-5c99-4016-8901-4c05d0056391 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.045552] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 767.045552] env[62225]: value = "task-677615" [ 767.045552] env[62225]: _type = "Task" [ 767.045552] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.057391] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5b5fa5-6579-4aef-8c13-7d6cee0219c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.064136] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.068611] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677614, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.074654] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.075177] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a96247-3144-4164-a270-cd9855cc82dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.110587] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bbdd8c-f4c0-4721-b7cf-e9e36def935a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.117680] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be459f3-56c7-41d9-ae96-a404b5f0e200 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.132967] env[62225]: DEBUG nova.compute.provider_tree [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.206380] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677610, 'name': ReconfigVM_Task, 'duration_secs': 0.559429} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.206682] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-0b88821f-bf7a-433b-b58c-1f23453cbee1/volume-0b88821f-bf7a-433b-b58c-1f23453cbee1.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.211599] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16fd3cd1-b9c1-4043-b5a2-f36187d09cad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.228805] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 767.228805] env[62225]: value = "task-677616" [ 767.228805] env[62225]: _type = "Task" [ 767.228805] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.238897] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.323944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.323944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.323944] env[62225]: DEBUG nova.network.neutron [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 767.449143] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.567031] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.576968] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536116} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.577077] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677613, 'name': ReconfigVM_Task, 'duration_secs': 0.618001} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.577327] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 2bf20983-6072-4672-b7f6-09fd621efb1f/2bf20983-6072-4672-b7f6-09fd621efb1f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 767.577557] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.577841] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.578482] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ef1bb14-3e17-4b95-89a8-de29f211e947 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.583448] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-031beacc-4491-4911-b642-5adef5c3fba6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.592037] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 767.592037] env[62225]: value = "task-677618" [ 767.592037] env[62225]: _type = "Task" [ 767.592037] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.593212] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 767.593212] env[62225]: value = "task-677617" [ 767.593212] env[62225]: _type = "Task" [ 767.593212] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.611031] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677617, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.613185] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.657561] env[62225]: ERROR nova.scheduler.client.report [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [req-73e33369-c4c0-4cf4-8b46-ebbc3d7db6b9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73e33369-c4c0-4cf4-8b46-ebbc3d7db6b9"}]} [ 767.681396] env[62225]: DEBUG nova.scheduler.client.report [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 767.698632] env[62225]: DEBUG nova.compute.manager [req-4f334fcc-a154-4eb9-9cfc-3928327fddb3 req-ea105046-8f69-456f-8ecf-682b624f04bc service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-vif-plugged-3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 767.698849] env[62225]: DEBUG oslo_concurrency.lockutils [req-4f334fcc-a154-4eb9-9cfc-3928327fddb3 req-ea105046-8f69-456f-8ecf-682b624f04bc service nova] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.699027] env[62225]: DEBUG oslo_concurrency.lockutils [req-4f334fcc-a154-4eb9-9cfc-3928327fddb3 req-ea105046-8f69-456f-8ecf-682b624f04bc service nova] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.699427] env[62225]: DEBUG oslo_concurrency.lockutils [req-4f334fcc-a154-4eb9-9cfc-3928327fddb3 req-ea105046-8f69-456f-8ecf-682b624f04bc service nova] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.699623] env[62225]: DEBUG nova.compute.manager [req-4f334fcc-a154-4eb9-9cfc-3928327fddb3 req-ea105046-8f69-456f-8ecf-682b624f04bc service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] No waiting events found dispatching network-vif-plugged-3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 767.701085] env[62225]: WARNING nova.compute.manager [req-4f334fcc-a154-4eb9-9cfc-3928327fddb3 req-ea105046-8f69-456f-8ecf-682b624f04bc service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received unexpected event network-vif-plugged-3f160409-1f9d-440e-8447-7896fe6f8228 for instance with vm_state active and task_state None. [ 767.703487] env[62225]: DEBUG nova.scheduler.client.report [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 767.703748] env[62225]: DEBUG nova.compute.provider_tree [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.717720] env[62225]: DEBUG nova.scheduler.client.report [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 767.740341] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677616, 'name': ReconfigVM_Task, 'duration_secs': 0.155716} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.741323] env[62225]: DEBUG nova.scheduler.client.report [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 767.744364] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163297', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'name': 'volume-0b88821f-bf7a-433b-b58c-1f23453cbee1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f45f88d0-3ccd-4f8e-93c4-02d82e23be59', 'attached_at': '', 'detached_at': '', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'serial': '0b88821f-bf7a-433b-b58c-1f23453cbee1'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.744551] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2286aa6b-79a8-4b5b-b102-39b509b0aaa3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.752056] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 767.752056] env[62225]: value = "task-677619" [ 767.752056] env[62225]: _type = "Task" [ 767.752056] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.768989] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677619, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.872035] env[62225]: WARNING nova.network.neutron [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] 7802fbd1-c169-47ff-af3a-4b8be8fd9d2e already exists in list: networks containing: ['7802fbd1-c169-47ff-af3a-4b8be8fd9d2e']. ignoring it [ 767.905588] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "d44cd37e-42ae-45af-b853-d34441ddf09d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.905821] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.906086] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "d44cd37e-42ae-45af-b853-d34441ddf09d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.906302] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.906477] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.908997] env[62225]: INFO nova.compute.manager [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Terminating instance [ 767.912567] env[62225]: DEBUG nova.compute.manager [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 767.912567] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 767.914735] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f74ca-ec14-4851-9d6b-54f8b55fb46a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.924546] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 767.924891] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b7055b9-8917-4bb8-9a15-ded97da2cd15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.936894] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 767.936894] env[62225]: value = "task-677620" [ 767.936894] env[62225]: _type = "Task" [ 767.936894] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.957247] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.958357] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.063889] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.107713] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074838} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.110417] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.115794] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267c377-5598-451e-bd0f-9efa22afb9b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.118447] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677617, 'name': Rename_Task, 'duration_secs': 0.156014} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.118727] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 768.119346] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb31672a-1a78-43ae-9026-49d1554cfe8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.147239] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 2bf20983-6072-4672-b7f6-09fd621efb1f/2bf20983-6072-4672-b7f6-09fd621efb1f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.152135] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379ddc0b-f781-42e9-aa21-80b5f68e6e1d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.168840] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 768.168840] env[62225]: value = "task-677621" [ 768.168840] env[62225]: _type = "Task" [ 768.168840] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.178621] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 768.178621] env[62225]: value = "task-677622" [ 768.178621] env[62225]: _type = "Task" [ 768.178621] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.182144] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.195270] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.265591] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677619, 'name': Rename_Task, 'duration_secs': 0.160843} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.266403] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 768.266403] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31d3a2ba-db15-4411-b56c-aa72f25aff9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.278011] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 768.278011] env[62225]: value = "task-677623" [ 768.278011] env[62225]: _type = "Task" [ 768.278011] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.291495] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.400189] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fd02af-b291-43b5-8877-65e1ee8fbc3d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.408126] env[62225]: DEBUG nova.network.neutron [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f160409-1f9d-440e-8447-7896fe6f8228", "address": "fa:16:3e:3b:39:3f", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f160409-1f", "ovs_interfaceid": "3f160409-1f9d-440e-8447-7896fe6f8228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.412504] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3955aacc-54b4-4671-914f-1a49d286d564 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.448460] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599708ff-489a-4e04-b5fb-928bb4ea027c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.461462] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677611, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.468249] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677620, 'name': PowerOffVM_Task, 'duration_secs': 0.338345} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.469530] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e98e8d-a7ca-456c-8d39-fab0be20012a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.473730] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 768.474462] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 768.475581] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea5f7c1-acaf-4816-ae5a-cda7644ce926 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.492113] env[62225]: DEBUG nova.compute.provider_tree [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.548873] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 768.548873] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 768.548873] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Deleting the datastore file [datastore2] d44cd37e-42ae-45af-b853-d34441ddf09d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.554034] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c920e4a-f785-4e5e-94b2-98f588581937 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.561980] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677615, 'name': ReconfigVM_Task, 'duration_secs': 1.198274} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.563345] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.566016] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for the task: (returnval){ [ 768.566016] env[62225]: value = "task-677625" [ 768.566016] env[62225]: _type = "Task" [ 768.566016] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.566016] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82d43b21-e2c9-49dc-a327-bba9b7ec310c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.577624] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.579558] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 768.579558] env[62225]: value = "task-677626" [ 768.579558] env[62225]: _type = "Task" [ 768.579558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.590466] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677626, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.681846] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.696249] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677622, 'name': ReconfigVM_Task, 'duration_secs': 0.36499} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.696595] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 2bf20983-6072-4672-b7f6-09fd621efb1f/2bf20983-6072-4672-b7f6-09fd621efb1f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.698249] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50bbe2d1-d082-4329-9080-177392e87bc6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.706877] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 768.706877] env[62225]: value = "task-677627" [ 768.706877] env[62225]: _type = "Task" [ 768.706877] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.719427] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677627, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.790177] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.914522] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.915427] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.915840] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.917011] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262c8575-5e7f-4331-95a9-3b835df9f265 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.940718] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 768.941062] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 768.941283] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.941540] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 768.941845] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.941953] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 768.942244] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 768.942464] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 768.942705] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 768.942943] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 768.943203] env[62225]: DEBUG nova.virt.hardware [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.954883] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Reconfiguring VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 768.955553] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f95b6615-288b-4654-8a36-401d42e7b6e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.986131] env[62225]: DEBUG oslo_vmware.api [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677611, 'name': RemoveSnapshot_Task, 'duration_secs': 2.20213} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.987969] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.988315] env[62225]: INFO nova.compute.manager [None req-7cd0c5ea-1bb3-4036-9b8a-95288a93f18d tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Took 19.24 seconds to snapshot the instance on the hypervisor. [ 768.991677] env[62225]: DEBUG oslo_vmware.api [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 768.991677] env[62225]: value = "task-677628" [ 768.991677] env[62225]: _type = "Task" [ 768.991677] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.997138] env[62225]: DEBUG nova.scheduler.client.report [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 769.008620] env[62225]: DEBUG oslo_vmware.api [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677628, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.077962] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.090875] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677626, 'name': Rename_Task, 'duration_secs': 0.232312} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.091356] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 769.091775] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc53016e-823c-40e0-8c68-f54e4a94c627 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.099869] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 769.099869] env[62225]: value = "task-677629" [ 769.099869] env[62225]: _type = "Task" [ 769.099869] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.111155] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.122296] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.122296] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.182963] env[62225]: DEBUG oslo_vmware.api [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677621, 'name': PowerOnVM_Task, 'duration_secs': 0.644085} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.183274] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 769.183485] env[62225]: INFO nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Took 10.40 seconds to spawn the instance on the hypervisor. [ 769.183680] env[62225]: DEBUG nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 769.184588] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec13062-7bb5-4cd1-ae37-c01cee31b09c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.218927] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677627, 'name': Rename_Task, 'duration_secs': 0.177033} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.220692] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 769.222765] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df2eafb8-41f6-4098-931c-0238823b03f8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.229704] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 769.229704] env[62225]: value = "task-677630" [ 769.229704] env[62225]: _type = "Task" [ 769.229704] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.246611] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.292843] env[62225]: DEBUG oslo_vmware.api [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677623, 'name': PowerOnVM_Task, 'duration_secs': 0.597153} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.292843] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 769.454134] env[62225]: DEBUG nova.compute.manager [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 769.455366] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72da0e72-1c54-4fc6-890d-ca384290bd4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.509608] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.513s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.510185] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 769.513453] env[62225]: DEBUG oslo_vmware.api [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.513999] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.941s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.515534] env[62225]: INFO nova.compute.claims [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.582797] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.615265] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.639832] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.639832] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 769.706073] env[62225]: INFO nova.compute.manager [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Took 33.17 seconds to build instance. [ 769.748409] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.935168] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.936189] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.936476] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.936687] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.936912] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.939516] env[62225]: INFO nova.compute.manager [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Terminating instance [ 769.942249] env[62225]: DEBUG nova.compute.manager [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 769.942498] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 769.943420] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673af85-3086-46e9-a20e-2a0192be29f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.953580] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 769.953945] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c8ca4b-0c16-4ed5-a9ee-66e7664de7f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.962115] env[62225]: DEBUG oslo_vmware.api [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 769.962115] env[62225]: value = "task-677631" [ 769.962115] env[62225]: _type = "Task" [ 769.962115] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.979280] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5900e998-d7a6-4b2b-9f39-ef61f6f6e151 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 49.641s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.985449] env[62225]: DEBUG oslo_vmware.api [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.007015] env[62225]: DEBUG oslo_vmware.api [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.015749] env[62225]: DEBUG nova.compute.utils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.018378] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 770.018471] env[62225]: DEBUG nova.network.neutron [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 770.076406] env[62225]: DEBUG nova.policy [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c88947cfab4465a06d84fe99bf9ffb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3e2451f224d6394039a6a0b201430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 770.084015] env[62225]: DEBUG oslo_vmware.api [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Task: {'id': task-677625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.217889} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.086021] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.086021] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 770.086021] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 770.086179] env[62225]: INFO nova.compute.manager [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Took 2.18 seconds to destroy the instance on the hypervisor. [ 770.086318] env[62225]: DEBUG oslo.service.loopingcall [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.089917] env[62225]: DEBUG nova.compute.manager [-] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 770.090182] env[62225]: DEBUG nova.network.neutron [-] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 770.118772] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.208907] env[62225]: DEBUG oslo_concurrency.lockutils [None req-652b1fd8-ad76-44b6-b442-2e9cd99d9526 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.423s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.250190] env[62225]: DEBUG oslo_vmware.api [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677630, 'name': PowerOnVM_Task, 'duration_secs': 0.964498} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.250190] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 770.250421] env[62225]: INFO nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Took 14.20 seconds to spawn the instance on the hypervisor. [ 770.250686] env[62225]: DEBUG nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 770.252396] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72eefd9-3abc-44ba-8fe8-11ff76a25e94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.473354] env[62225]: DEBUG oslo_vmware.api [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677631, 'name': PowerOffVM_Task, 'duration_secs': 0.275944} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.473354] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 770.473354] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 770.473547] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-649f6c20-cd81-4fa9-b9a3-403c0da0900d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.506012] env[62225]: DEBUG oslo_vmware.api [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677628, 'name': ReconfigVM_Task, 'duration_secs': 1.246676} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.506012] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.506012] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Reconfigured VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 770.520494] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 770.590977] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.591411] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.591411] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.591730] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.591822] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.595925] env[62225]: INFO nova.compute.manager [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Terminating instance [ 770.597136] env[62225]: DEBUG nova.compute.manager [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 770.597195] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 770.600557] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a54788-70a5-459a-82ad-812264ba464d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.612254] env[62225]: DEBUG oslo_vmware.api [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677629, 'name': PowerOnVM_Task, 'duration_secs': 1.36042} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.614468] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 770.614716] env[62225]: INFO nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Took 7.00 seconds to spawn the instance on the hypervisor. [ 770.614923] env[62225]: DEBUG nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 770.615280] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 770.618279] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40547715-a2c4-4d68-b06d-4519e0f633f2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.620605] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba886613-916b-44c6-8c87-e972d301b29d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.622946] env[62225]: DEBUG nova.network.neutron [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Successfully created port: c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.779234] env[62225]: INFO nova.compute.manager [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Took 36.30 seconds to build instance. [ 770.991177] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09330da5-c725-4aa6-956a-b30bb42c3712 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.000031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4dd933-b77a-4772-915c-342755354bf7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.031351] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc3ba187-a96b-4521-a62c-9468b51bcb35 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.663s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.038144] env[62225]: DEBUG nova.network.neutron [-] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.038221] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c58dfe-08a4-4e45-b302-df294336ae46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.047326] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d6cfb7-6d55-4caa-bfb1-acbf4ed8d7ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.069500] env[62225]: DEBUG nova.compute.provider_tree [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.072219] env[62225]: DEBUG nova.compute.manager [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-changed-3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 771.072410] env[62225]: DEBUG nova.compute.manager [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Refreshing instance network info cache due to event network-changed-3f160409-1f9d-440e-8447-7896fe6f8228. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 771.072623] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] Acquiring lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.072793] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] Acquired lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.073128] env[62225]: DEBUG nova.network.neutron [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Refreshing network info cache for port 3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 771.085152] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "402bb35b-24dc-4326-b607-b636ce61cbbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.085436] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.085819] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "402bb35b-24dc-4326-b607-b636ce61cbbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.085819] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.085986] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.087907] env[62225]: INFO nova.compute.manager [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Terminating instance [ 771.089576] env[62225]: DEBUG nova.compute.manager [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 771.089773] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 771.090974] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ebbbb-f1f5-411e-b77c-60af14faa016 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.099074] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 771.099319] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbb5b75b-74aa-4617-98a2-96cf8181d9e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.106303] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 771.106303] env[62225]: value = "task-677634" [ 771.106303] env[62225]: _type = "Task" [ 771.106303] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.115268] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.139441] env[62225]: INFO nova.compute.manager [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Took 31.56 seconds to build instance. [ 771.281750] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44a05551-78a7-4e2a-bae6-c404d4198863 tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.608s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.541194] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 771.544462] env[62225]: INFO nova.compute.manager [-] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Took 1.45 seconds to deallocate network for instance. [ 771.569020] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 771.569020] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 771.569393] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.570083] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 771.570083] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.570265] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 771.570477] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 771.570833] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 771.571093] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 771.571325] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 771.571563] env[62225]: DEBUG nova.virt.hardware [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 771.573304] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a5b91-7da6-437c-8b0f-eff6dd5502b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.577140] env[62225]: DEBUG nova.scheduler.client.report [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 771.589736] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01387160-59f2-4f4d-a5fe-bd5ed8d97a43 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.616647] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.627902] env[62225]: INFO nova.compute.manager [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Rescuing [ 771.628210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.628375] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.628547] env[62225]: DEBUG nova.network.neutron [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 771.641940] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bd613b42-7083-472e-a1cb-d7214817e672 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.031s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.847533] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 771.847786] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 771.848118] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Deleting the datastore file [datastore1] b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.848948] env[62225]: DEBUG nova.network.neutron [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updated VIF entry in instance network info cache for port 3f160409-1f9d-440e-8447-7896fe6f8228. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 771.849393] env[62225]: DEBUG nova.network.neutron [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f160409-1f9d-440e-8447-7896fe6f8228", "address": "fa:16:3e:3b:39:3f", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f160409-1f", "ovs_interfaceid": "3f160409-1f9d-440e-8447-7896fe6f8228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.850670] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8754855b-7ab7-462b-bc23-56f0374028ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.859026] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 771.859026] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 771.859026] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleting the datastore file [datastore2] d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.859826] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30278e94-6595-4463-a634-cf2f5be14caa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.861922] env[62225]: DEBUG oslo_vmware.api [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for the task: (returnval){ [ 771.861922] env[62225]: value = "task-677635" [ 771.861922] env[62225]: _type = "Task" [ 771.861922] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.867861] env[62225]: DEBUG oslo_vmware.api [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 771.867861] env[62225]: value = "task-677636" [ 771.867861] env[62225]: _type = "Task" [ 771.867861] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.874441] env[62225]: DEBUG oslo_vmware.api [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.880051] env[62225]: DEBUG oslo_vmware.api [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.050799] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.084099] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.084728] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 772.091021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.669s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.091021] env[62225]: DEBUG nova.objects.instance [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lazy-loading 'resources' on Instance uuid 56e4c6f5-790b-4b61-a267-bc8d11a4b65d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.117717] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677634, 'name': PowerOffVM_Task, 'duration_secs': 0.663372} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.118048] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 772.118238] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 772.118532] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53fd0968-fee1-4274-bb8d-001796cc06f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.194710] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "e5b0b921-5288-44da-ad40-56abd7202a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.195043] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.200491] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 772.200709] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 772.201424] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Deleting the datastore file [datastore1] 402bb35b-24dc-4326-b607-b636ce61cbbc {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.201957] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a8ed5fd-5d32-4574-a9ec-c11fdba7e2b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.210057] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for the task: (returnval){ [ 772.210057] env[62225]: value = "task-677638" [ 772.210057] env[62225]: _type = "Task" [ 772.210057] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.214789] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.214945] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.215117] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 772.223443] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.354419] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d12420d-899c-438c-bb8d-f2d16b167f65 req-d6650b6c-1ce6-4362-9df4-2a9462a7e084 service nova] Releasing lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.375641] env[62225]: DEBUG nova.network.neutron [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Successfully updated port: c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.381202] env[62225]: DEBUG oslo_vmware.api [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Task: {'id': task-677635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372482} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.383139] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.383139] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 772.383139] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 772.383139] env[62225]: INFO nova.compute.manager [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Took 2.44 seconds to destroy the instance on the hypervisor. [ 772.383139] env[62225]: DEBUG oslo.service.loopingcall [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.383139] env[62225]: DEBUG nova.compute.manager [-] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 772.383139] env[62225]: DEBUG nova.network.neutron [-] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 772.390821] env[62225]: DEBUG oslo_vmware.api [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431725} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.392323] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.392490] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 772.392674] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 772.392844] env[62225]: INFO nova.compute.manager [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Took 1.80 seconds to destroy the instance on the hypervisor. [ 772.393112] env[62225]: DEBUG oslo.service.loopingcall [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.393617] env[62225]: DEBUG nova.compute.manager [-] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 772.394068] env[62225]: DEBUG nova.network.neutron [-] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 772.595840] env[62225]: DEBUG nova.compute.utils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.595840] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 772.597282] env[62225]: DEBUG nova.network.neutron [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 772.615567] env[62225]: DEBUG nova.network.neutron [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Updating instance_info_cache with network_info: [{"id": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "address": "fa:16:3e:d6:30:ef", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b40d6d8-30", "ovs_interfaceid": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.688138] env[62225]: DEBUG nova.policy [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c801b53718bd48a0a52261bde956dcc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c7c9cc6f0546aa91f16db700f0b895', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 772.699625] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 772.731150] env[62225]: DEBUG oslo_vmware.api [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Task: {'id': task-677638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446059} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.732935] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.733431] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 772.733807] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 772.733955] env[62225]: INFO nova.compute.manager [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Took 1.64 seconds to destroy the instance on the hypervisor. [ 772.734224] env[62225]: DEBUG oslo.service.loopingcall [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.740292] env[62225]: DEBUG nova.compute.manager [-] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 772.740292] env[62225]: DEBUG nova.network.neutron [-] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 772.870397] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.870882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.885043] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.885043] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.885043] env[62225]: DEBUG nova.network.neutron [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 773.102214] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 773.118095] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.231519] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.238430] env[62225]: DEBUG nova.network.neutron [-] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.265305] env[62225]: DEBUG nova.network.neutron [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Successfully created port: 7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.299261] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2906dd-951a-4e09-b594-2e41f7ae268b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.308306] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be808bbd-68b9-43ef-aa90-6d2890d0a039 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.347337] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d12ef7-6823-4955-8977-b032f9932fef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.350899] env[62225]: DEBUG nova.compute.manager [req-8520efbc-b8d2-4dcf-91d2-5bd4a213b85c req-6545f646-a7d3-47aa-be9b-fe52e05885a4 service nova] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Received event network-vif-deleted-85e6011f-f20c-48d0-9376-660760a8e2fd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.358086] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277f9c5-da16-40cc-a91b-a9ca5a44f3a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.377435] env[62225]: DEBUG nova.compute.provider_tree [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.379049] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 773.439630] env[62225]: DEBUG nova.network.neutron [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 773.490093] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Received event network-vif-deleted-9362ab46-85bd-4bbf-ac66-4f14bca3ec39 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.490093] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Received event network-vif-plugged-c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.490759] env[62225]: DEBUG oslo_concurrency.lockutils [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.491142] env[62225]: DEBUG oslo_concurrency.lockutils [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.491451] env[62225]: DEBUG oslo_concurrency.lockutils [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.491750] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] No waiting events found dispatching network-vif-plugged-c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 773.492072] env[62225]: WARNING nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Received unexpected event network-vif-plugged-c7ecc50b-0f34-468e-8980-3c2c1c0d6870 for instance with vm_state building and task_state spawning. [ 773.492407] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Received event network-changed-c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.492654] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Refreshing instance network info cache due to event network-changed-c7ecc50b-0f34-468e-8980-3c2c1c0d6870. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 773.496016] env[62225]: DEBUG oslo_concurrency.lockutils [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.513533] env[62225]: DEBUG nova.network.neutron [-] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.584561] env[62225]: DEBUG nova.network.neutron [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.686036] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 773.686036] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc60fd5d-39f1-40d7-9007-684e9c1b76d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.702025] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 773.702025] env[62225]: value = "task-677639" [ 773.702025] env[62225]: _type = "Task" [ 773.702025] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.716652] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.728943] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [{"id": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "address": "fa:16:3e:04:7e:b5", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbd261c9-96", "ovs_interfaceid": "dbd261c9-96ae-4011-9aba-e8272f8b0d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.742992] env[62225]: INFO nova.compute.manager [-] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Took 1.35 seconds to deallocate network for instance. [ 773.851879] env[62225]: WARNING oslo_messaging._drivers.amqpdriver [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 773.886024] env[62225]: DEBUG nova.scheduler.client.report [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 773.887035] env[62225]: DEBUG nova.network.neutron [-] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.907818] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.016666] env[62225]: INFO nova.compute.manager [-] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Took 1.63 seconds to deallocate network for instance. [ 774.051691] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.051962] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.052166] env[62225]: DEBUG nova.compute.manager [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 774.053845] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be15587-c3c1-4890-ae4e-8fe36636b810 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.062574] env[62225]: DEBUG nova.compute.manager [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 774.062574] env[62225]: DEBUG nova.objects.instance [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'flavor' on Instance uuid 0c5f9435-85a0-4224-8819-6a5215b9f23b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.090348] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.090348] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Instance network_info: |[{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 774.090348] env[62225]: DEBUG oslo_concurrency.lockutils [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.090348] env[62225]: DEBUG nova.network.neutron [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Refreshing network info cache for port c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 774.091888] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:36:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7ecc50b-0f34-468e-8980-3c2c1c0d6870', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.100376] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating folder: Project (d0f3e2451f224d6394039a6a0b201430). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 774.103380] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e13b5d3-f1d1-4c42-ad19-d5846bdf1f88 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.116746] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 774.118717] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created folder: Project (d0f3e2451f224d6394039a6a0b201430) in parent group-v163168. [ 774.118912] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating folder: Instances. Parent ref: group-v163327. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 774.120114] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a841421a-7ce7-4ee1-90bc-770e4d0d2074 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.130223] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created folder: Instances in parent group-v163327. [ 774.130473] env[62225]: DEBUG oslo.service.loopingcall [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.130675] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 774.131014] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "2bf20983-6072-4672-b7f6-09fd621efb1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.131245] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.131645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.131645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.131802] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.135167] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36e66b45-2c50-4be2-bb20-6e7311243376 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.151248] env[62225]: INFO nova.compute.manager [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Terminating instance [ 774.154976] env[62225]: DEBUG nova.compute.manager [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 774.155208] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 774.156850] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5cd523-0418-4c99-9931-100dc67a1a65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.162561] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 774.162561] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 774.162561] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.162561] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 774.162561] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.162561] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 774.162887] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 774.162887] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 774.162952] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 774.163162] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 774.163349] env[62225]: DEBUG nova.virt.hardware [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.164251] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d564e9b-4872-462f-9845-3afccdc5f663 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.168114] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.168114] env[62225]: value = "task-677642" [ 774.168114] env[62225]: _type = "Task" [ 774.168114] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.180638] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7174221-b89d-415c-92a2-094cd43a15f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.184750] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 774.185017] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677642, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.186272] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc848da-f855-40f5-8c10-a1dd609f7f56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.205581] env[62225]: DEBUG oslo_vmware.api [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 774.205581] env[62225]: value = "task-677643" [ 774.205581] env[62225]: _type = "Task" [ 774.205581] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.215110] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677639, 'name': PowerOffVM_Task, 'duration_secs': 0.388479} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.217934] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 774.219073] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91413324-7a21-4738-b366-7164136b13f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.225874] env[62225]: DEBUG oslo_vmware.api [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.247228] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-6e3f397f-f581-4de1-a6ae-307121bfa897" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.247441] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 774.250245] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.251029] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a264c-f2ac-47f0-a03b-ed467c537c8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.253836] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.254774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.255288] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.255828] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.256076] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.256248] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.256388] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 774.256546] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.292276] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 774.292792] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f00b8f-493d-40ae-a9fa-e30e9ef70ca7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.303978] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 774.303978] env[62225]: value = "task-677644" [ 774.303978] env[62225]: _type = "Task" [ 774.303978] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.330316] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.353717] env[62225]: INFO nova.compute.manager [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Rebuilding instance [ 774.391781] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.394998] env[62225]: INFO nova.compute.manager [-] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Took 1.66 seconds to deallocate network for instance. [ 774.395949] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.753s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.396955] env[62225]: DEBUG nova.objects.instance [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.416205] env[62225]: DEBUG nova.compute.manager [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 774.416523] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52e89dd-2d98-49aa-9d87-e0b8dace2031 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.432670] env[62225]: INFO nova.scheduler.client.report [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleted allocations for instance 56e4c6f5-790b-4b61-a267-bc8d11a4b65d [ 774.479250] env[62225]: DEBUG nova.network.neutron [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updated VIF entry in instance network info cache for port c7ecc50b-0f34-468e-8980-3c2c1c0d6870. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 774.479661] env[62225]: DEBUG nova.network.neutron [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.523359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.568286] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 774.569512] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d82f43-e797-43f1-b46d-6b2a2afe6785 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.578999] env[62225]: DEBUG oslo_vmware.api [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 774.578999] env[62225]: value = "task-677645" [ 774.578999] env[62225]: _type = "Task" [ 774.578999] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.590726] env[62225]: DEBUG oslo_vmware.api [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.682046] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677642, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.691818] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-3f160409-1f9d-440e-8447-7896fe6f8228" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.692363] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-3f160409-1f9d-440e-8447-7896fe6f8228" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.719037] env[62225]: DEBUG oslo_vmware.api [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677643, 'name': PowerOffVM_Task, 'duration_secs': 0.348071} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.719388] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 774.720969] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 774.720969] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-513580a0-9327-45df-b91c-af40b22c9333 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.759398] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.817659] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 774.817983] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.818211] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.818364] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818549] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.818837] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872c9d22-3a67-4f54-a194-4ce3c151b8a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.833178] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.833383] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 774.834351] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19acc140-b270-4630-99a4-01ae8bb12702 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.839612] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 774.839954] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 774.840286] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Deleting the datastore file [datastore1] 2bf20983-6072-4672-b7f6-09fd621efb1f {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.841263] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2fa6736-0b00-4a12-ac89-03efc7c2f998 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.845207] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 774.845207] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e9ba0d-9064-c1cf-6c22-26d9061685f1" [ 774.845207] env[62225]: _type = "Task" [ 774.845207] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.855498] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e9ba0d-9064-c1cf-6c22-26d9061685f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.856600] env[62225]: DEBUG oslo_vmware.api [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for the task: (returnval){ [ 774.856600] env[62225]: value = "task-677647" [ 774.856600] env[62225]: _type = "Task" [ 774.856600] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.865527] env[62225]: DEBUG oslo_vmware.api [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.911126] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.931802] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 774.932820] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-063140a1-3296-44b7-9100-fcfdd8027696 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.942606] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 774.942606] env[62225]: value = "task-677648" [ 774.942606] env[62225]: _type = "Task" [ 774.942606] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.947326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b37f992c-63d2-42aa-9412-50ec64c4d54c tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "56e4c6f5-790b-4b61-a267-bc8d11a4b65d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.854s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.956501] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.982149] env[62225]: DEBUG oslo_concurrency.lockutils [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.982494] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Received event network-vif-deleted-06483157-6a89-4979-b69f-ff0082a5fa73 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 774.982688] env[62225]: INFO nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Neutron deleted interface 06483157-6a89-4979-b69f-ff0082a5fa73; detaching it from the instance and deleting it from the info cache [ 774.982869] env[62225]: DEBUG nova.network.neutron [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.089880] env[62225]: DEBUG oslo_vmware.api [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677645, 'name': PowerOffVM_Task, 'duration_secs': 0.350997} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.091029] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 775.092205] env[62225]: DEBUG nova.compute.manager [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 775.092205] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ebbb81-9d07-4af2-9c66-1a21fc098f0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.130310] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.131015] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.131224] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.131427] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.131608] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.134293] env[62225]: INFO nova.compute.manager [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Terminating instance [ 775.136774] env[62225]: DEBUG nova.compute.manager [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 775.136774] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 775.137767] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b350bb-19b9-4327-84b5-942b95b9989a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.146716] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 775.148874] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1372eb25-3856-4cbb-a558-9eb4136a224d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.155413] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 775.155413] env[62225]: value = "task-677649" [ 775.155413] env[62225]: _type = "Task" [ 775.155413] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.164501] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.181952] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677642, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.196858] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.197112] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.198125] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e60623-f223-4a85-9f17-19f15e64479e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.227894] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d6b18a-b3d8-455f-9fe9-ee9f97eb2e20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.260757] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Reconfiguring VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 775.260757] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23610d78-102c-4868-8aa7-bc1f31ba7567 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.282028] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 775.282028] env[62225]: value = "task-677650" [ 775.282028] env[62225]: _type = "Task" [ 775.282028] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.291735] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.356460] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e9ba0d-9064-c1cf-6c22-26d9061685f1, 'name': SearchDatastore_Task, 'duration_secs': 0.02375} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.357509] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470fecba-f4ba-4316-96ef-50072052a16a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.370632] env[62225]: DEBUG oslo_vmware.api [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Task: {'id': task-677647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377693} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.371558] env[62225]: DEBUG nova.network.neutron [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Successfully updated port: 7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.372910] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.375577] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 775.375577] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 775.375577] env[62225]: INFO nova.compute.manager [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 775.375577] env[62225]: DEBUG oslo.service.loopingcall [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.375577] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 775.375577] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523d2d7d-9016-fac6-b2e2-b5d7fbc82bcb" [ 775.375577] env[62225]: _type = "Task" [ 775.375577] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.375577] env[62225]: DEBUG nova.compute.manager [-] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 775.375577] env[62225]: DEBUG nova.network.neutron [-] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 775.392716] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523d2d7d-9016-fac6-b2e2-b5d7fbc82bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01635} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.394647] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.394647] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. {{(pid=62225) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 775.395273] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed041dd8-c7c1-46cf-98ce-0eb9ad86497b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.404517] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 775.404517] env[62225]: value = "task-677651" [ 775.404517] env[62225]: _type = "Task" [ 775.404517] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.409503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-08f9d5df-fe39-4e02-b2a5-d827b70a31e0 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.411909] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.828s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.413966] env[62225]: INFO nova.compute.claims [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.423383] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.453711] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677648, 'name': PowerOffVM_Task, 'duration_secs': 0.129396} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.454708] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 775.455321] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 775.455882] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2632b95-8f08-4482-ae6f-cd1944690c1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.465613] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 775.465950] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73802fe4-ec77-47d6-a823-828c1b0a9bca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.485452] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99c3683c-b15b-4bab-b424-7ea5665b9edf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.497509] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6df44-96cc-4b6e-8418-777835f9b638 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.509598] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 775.509813] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 775.509991] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Deleting the datastore file [datastore1] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.510672] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27ebbdc2-740b-401a-961c-9cbc0910d143 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.524213] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 775.524213] env[62225]: value = "task-677653" [ 775.524213] env[62225]: _type = "Task" [ 775.524213] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.546163] env[62225]: DEBUG nova.compute.manager [req-ee318fbd-c123-401e-aeb7-3a4591b76f23 req-dcd098cb-758b-464b-9440-5933525cab45 service nova] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Detach interface failed, port_id=06483157-6a89-4979-b69f-ff0082a5fa73, reason: Instance b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 775.552363] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.612178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9970423d-b78a-44de-8252-b3db98a85802 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.615166] env[62225]: DEBUG nova.compute.manager [req-b285ac06-dd56-4d8e-b84d-d1772e5de865 req-caf4fa9c-b3cd-4cd6-aec6-8466e5f0030a service nova] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Received event network-vif-deleted-292840d9-f9f4-4de3-b045-8cd3243e79d6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 775.673966] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677649, 'name': PowerOffVM_Task, 'duration_secs': 0.285759} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.677641] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 775.677896] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 775.678471] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d097b6-9315-4b6d-81df-c640e82ec272 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.693179] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677642, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.789072] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 775.789324] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 775.789511] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Deleting the datastore file [datastore1] ecd1ca12-c4a0-459f-ac68-b8209b659af7 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.789779] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c944600-4531-4157-af58-f764a4140608 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.796924] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.803213] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for the task: (returnval){ [ 775.803213] env[62225]: value = "task-677655" [ 775.803213] env[62225]: _type = "Task" [ 775.803213] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.812537] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.875291] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "refresh_cache-4ad3cf9c-6986-45c5-83e0-9f3f7f970936" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.875445] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquired lock "refresh_cache-4ad3cf9c-6986-45c5-83e0-9f3f7f970936" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.875602] env[62225]: DEBUG nova.network.neutron [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 775.898159] env[62225]: DEBUG nova.compute.manager [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Received event network-vif-plugged-7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 775.898669] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] Acquiring lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.898669] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.898669] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.899444] env[62225]: DEBUG nova.compute.manager [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] No waiting events found dispatching network-vif-plugged-7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 775.899696] env[62225]: WARNING nova.compute.manager [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Received unexpected event network-vif-plugged-7b123f5c-4e6c-4f54-827c-84b77b7ccc1b for instance with vm_state building and task_state spawning. [ 775.899883] env[62225]: DEBUG nova.compute.manager [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Received event network-changed-7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 775.900073] env[62225]: DEBUG nova.compute.manager [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Refreshing instance network info cache due to event network-changed-7b123f5c-4e6c-4f54-827c-84b77b7ccc1b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 775.900278] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] Acquiring lock "refresh_cache-4ad3cf9c-6986-45c5-83e0-9f3f7f970936" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.905584] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.905848] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.919501] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677651, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.035942] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244471} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.036306] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.036517] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 776.036733] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 776.169772] env[62225]: DEBUG nova.objects.instance [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'flavor' on Instance uuid 0c5f9435-85a0-4224-8819-6a5215b9f23b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.184234] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677642, 'name': CreateVM_Task, 'duration_secs': 1.619781} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.184409] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 776.185235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.185439] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.186021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.186688] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896d856a-cc45-41b8-af78-071fccf6cdd5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.193020] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 776.193020] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52481b7a-f682-a79e-7aa4-fe540a1425a6" [ 776.193020] env[62225]: _type = "Task" [ 776.193020] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.205029] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52481b7a-f682-a79e-7aa4-fe540a1425a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.294367] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.312565] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.405306] env[62225]: DEBUG nova.network.neutron [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 776.412470] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 776.419329] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768764} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.419899] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. [ 776.420737] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eacd82-50c1-412f-ab14-ae001cf50216 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.450416] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.455676] env[62225]: DEBUG nova.network.neutron [-] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.456968] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8a04be-bd0e-482d-b15a-bdd8e1324292 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.477779] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 776.477779] env[62225]: value = "task-677656" [ 776.477779] env[62225]: _type = "Task" [ 776.477779] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.505291] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.644963] env[62225]: DEBUG nova.network.neutron [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Updating instance_info_cache with network_info: [{"id": "7b123f5c-4e6c-4f54-827c-84b77b7ccc1b", "address": "fa:16:3e:c4:78:89", "network": {"id": "011bae8e-a6b1-44a2-87c2-d94f0b441b89", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1638005875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c7c9cc6f0546aa91f16db700f0b895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b123f5c-4e", "ovs_interfaceid": "7b123f5c-4e6c-4f54-827c-84b77b7ccc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.675700] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.675823] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675999] env[62225]: DEBUG nova.network.neutron [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 776.676204] env[62225]: DEBUG nova.objects.instance [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'info_cache' on Instance uuid 0c5f9435-85a0-4224-8819-6a5215b9f23b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.708619] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52481b7a-f682-a79e-7aa4-fe540a1425a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020416} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.711019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.711019] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.711019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.711019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.711019] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.711019] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa094f15-a8d1-4f37-b263-def20a348f4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.722885] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.723150] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 776.723989] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdf4b67-6583-49a1-b296-12f3d814d7be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.733808] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 776.733808] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52728b19-c3bc-958f-ac77-a36ebd547a19" [ 776.733808] env[62225]: _type = "Task" [ 776.733808] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.746769] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52728b19-c3bc-958f-ac77-a36ebd547a19, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.748031] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea704f41-8da7-4035-a664-d6f4df96fe65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.753042] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 776.753042] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5249e87d-8b02-68d4-74c3-502d2a131aad" [ 776.753042] env[62225]: _type = "Task" [ 776.753042] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.763674] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5249e87d-8b02-68d4-74c3-502d2a131aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.794260] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.814888] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.953293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.994357] env[62225]: INFO nova.compute.manager [-] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Took 1.62 seconds to deallocate network for instance. [ 777.012552] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.077669] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 777.077837] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 777.077997] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.078202] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 777.078353] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.078515] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 777.078745] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 777.078881] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 777.079087] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 777.079286] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 777.082032] env[62225]: DEBUG nova.virt.hardware [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.082032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0790d6-67c1-42ad-a52f-0f04b8ac635a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.095685] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af1be9-f109-4ccb-bad4-c3aadff2dac5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.105317] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e74397-0be5-43e9-98ca-6a14e49ea475 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.125022] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.127907] env[62225]: DEBUG oslo.service.loopingcall [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.128324] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 777.129308] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58fa2f9-2e81-4618-a7fe-1af288d2e35c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.132648] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4824e81d-d997-4586-ac9f-41f1816cf8fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.147050] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Releasing lock "refresh_cache-4ad3cf9c-6986-45c5-83e0-9f3f7f970936" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.147405] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Instance network_info: |[{"id": "7b123f5c-4e6c-4f54-827c-84b77b7ccc1b", "address": "fa:16:3e:c4:78:89", "network": {"id": "011bae8e-a6b1-44a2-87c2-d94f0b441b89", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1638005875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c7c9cc6f0546aa91f16db700f0b895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b123f5c-4e", "ovs_interfaceid": "7b123f5c-4e6c-4f54-827c-84b77b7ccc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 777.147714] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] Acquired lock "refresh_cache-4ad3cf9c-6986-45c5-83e0-9f3f7f970936" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.147902] env[62225]: DEBUG nova.network.neutron [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Refreshing network info cache for port 7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 777.149414] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:78:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b123f5c-4e6c-4f54-827c-84b77b7ccc1b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.158508] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Creating folder: Project (78c7c9cc6f0546aa91f16db700f0b895). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 777.192470] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cadec1a5-5360-4fd6-b07b-2a81fc13317c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.195318] env[62225]: DEBUG nova.objects.base [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Object Instance<0c5f9435-85a0-4224-8819-6a5215b9f23b> lazy-loaded attributes: flavor,info_cache {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 777.196731] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.196731] env[62225]: value = "task-677657" [ 777.196731] env[62225]: _type = "Task" [ 777.196731] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.197915] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf276a2-26ae-47e3-9a9b-c86ecd7c7036 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.213561] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677657, 'name': CreateVM_Task} progress is 15%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.218020] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79faf0-f642-44f8-becf-9e113c743fc2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.220543] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Created folder: Project (78c7c9cc6f0546aa91f16db700f0b895) in parent group-v163168. [ 777.220737] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Creating folder: Instances. Parent ref: group-v163331. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 777.221709] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be1d30e4-fe1f-44de-a2f0-d41b391b5c65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.235830] env[62225]: DEBUG nova.compute.provider_tree [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.238964] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Created folder: Instances in parent group-v163331. [ 777.238964] env[62225]: DEBUG oslo.service.loopingcall [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.239255] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 777.239464] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e0f14e6-aa2e-4c8b-baf8-8dd031d57387 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.262300] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.262300] env[62225]: value = "task-677660" [ 777.262300] env[62225]: _type = "Task" [ 777.262300] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.268347] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5249e87d-8b02-68d4-74c3-502d2a131aad, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.268969] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.269262] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17/9cb5f79a-1614-4346-9e99-f105c206aa17.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 777.269550] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92b8f7c1-e2f9-445d-b64b-a13461450047 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.274043] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677660, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.279710] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 777.279710] env[62225]: value = "task-677661" [ 777.279710] env[62225]: _type = "Task" [ 777.279710] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.291486] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.297893] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.313978] env[62225]: DEBUG oslo_vmware.api [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Task: {'id': task-677655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.018073} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.314269] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.314461] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 777.314655] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 777.317160] env[62225]: INFO nova.compute.manager [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Took 2.18 seconds to destroy the instance on the hypervisor. [ 777.317160] env[62225]: DEBUG oslo.service.loopingcall [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.317160] env[62225]: DEBUG nova.compute.manager [-] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 777.317160] env[62225]: DEBUG nova.network.neutron [-] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 777.508340] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.508340] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677656, 'name': ReconfigVM_Task, 'duration_secs': 0.718189} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.508657] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.509807] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40618a2-45ab-43f9-b5fc-37e8fc738158 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.539692] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1be3e8-974b-4f79-be3d-80cbb1463c50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.560368] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 777.560368] env[62225]: value = "task-677662" [ 777.560368] env[62225]: _type = "Task" [ 777.560368] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.573156] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.712809] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677657, 'name': CreateVM_Task, 'duration_secs': 0.389863} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.713137] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 777.713703] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.714049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.714376] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.714745] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d42a8ce-cff6-41cb-96b9-358d716811e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.721325] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 777.721325] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f1bbf-8fcb-86c6-07dc-01059c792d6f" [ 777.721325] env[62225]: _type = "Task" [ 777.721325] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.732059] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f1bbf-8fcb-86c6-07dc-01059c792d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.740765] env[62225]: DEBUG nova.scheduler.client.report [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 777.773165] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677660, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.796888] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509519} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.798079] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17/9cb5f79a-1614-4346-9e99-f105c206aa17.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 777.798346] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.798618] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a394b40d-6320-4966-a821-b9471989d972 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.805016] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.810280] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 777.810280] env[62225]: value = "task-677663" [ 777.810280] env[62225]: _type = "Task" [ 777.810280] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.820994] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.076034] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.077071] env[62225]: DEBUG nova.network.neutron [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Updated VIF entry in instance network info cache for port 7b123f5c-4e6c-4f54-827c-84b77b7ccc1b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 778.077458] env[62225]: DEBUG nova.network.neutron [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Updating instance_info_cache with network_info: [{"id": "7b123f5c-4e6c-4f54-827c-84b77b7ccc1b", "address": "fa:16:3e:c4:78:89", "network": {"id": "011bae8e-a6b1-44a2-87c2-d94f0b441b89", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1638005875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c7c9cc6f0546aa91f16db700f0b895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b123f5c-4e", "ovs_interfaceid": "7b123f5c-4e6c-4f54-827c-84b77b7ccc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.232495] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f1bbf-8fcb-86c6-07dc-01059c792d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.035702} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.232958] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.233345] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.233685] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.233920] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.234188] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.234522] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc1e762-dc91-48de-8764-74588825a695 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.244680] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.245336] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 778.246346] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ad6321-5da2-498c-9558-2b612c086879 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.249739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.250183] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 778.253021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.647s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.253230] env[62225]: DEBUG nova.objects.instance [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lazy-loading 'resources' on Instance uuid 371a5926-5c3e-4ba0-8ea4-77048ae00799 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.258878] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 778.258878] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bba5f0-0806-ee41-57e2-c70b1f207cd4" [ 778.258878] env[62225]: _type = "Task" [ 778.258878] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.269640] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bba5f0-0806-ee41-57e2-c70b1f207cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.275922] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677660, 'name': CreateVM_Task, 'duration_secs': 0.536288} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.277111] env[62225]: DEBUG nova.network.neutron [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.280890] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 778.280890] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.280890] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.280890] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.280890] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebc786b-8d4e-420d-90a8-9ba1c9ef86fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.286434] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 778.286434] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d6f8d-b04e-7f16-4dab-b26a094a28b4" [ 778.286434] env[62225]: _type = "Task" [ 778.286434] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.301741] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d6f8d-b04e-7f16-4dab-b26a094a28b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.307657] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.308013] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.308259] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.308839] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.312829] env[62225]: DEBUG nova.compute.manager [req-5a4206c2-b215-4f7a-9a40-f0833841d5f8 req-f4dee212-e664-47c0-9dab-765ff4a0345f service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received event network-vif-deleted-94d8d0cc-f43a-4622-8629-18f0fa333f44 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 778.313925] env[62225]: DEBUG nova.compute.manager [req-5a4206c2-b215-4f7a-9a40-f0833841d5f8 req-f4dee212-e664-47c0-9dab-765ff4a0345f service nova] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Received event network-vif-deleted-c273327c-bfca-4d7d-9e2d-2ec69b5ba622 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 778.324481] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07332} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.324747] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.325802] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edf198f-3518-45cd-b9d3-9c17fc040ef1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.349993] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17/9cb5f79a-1614-4346-9e99-f105c206aa17.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.351388] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e0f982-1ab7-408e-9633-f9359bdc4aa0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.375690] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 778.375690] env[62225]: value = "task-677664" [ 778.375690] env[62225]: _type = "Task" [ 778.375690] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.384701] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.479630] env[62225]: DEBUG nova.network.neutron [-] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.577788] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.580626] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcf4a5be-1fce-4c9d-85c0-3a7918704512 req-0d4e95e7-ae1b-4ba9-8345-0cf7b1b08be5 service nova] Releasing lock "refresh_cache-4ad3cf9c-6986-45c5-83e0-9f3f7f970936" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.757630] env[62225]: DEBUG nova.compute.utils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 778.762341] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 778.762520] env[62225]: DEBUG nova.network.neutron [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 778.774920] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bba5f0-0806-ee41-57e2-c70b1f207cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.775721] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d2d9dd-57e3-4d0a-8f34-71d73a49c8b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.784370] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.785837] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 778.785837] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b26e6d-976e-fc8c-b6a8-a4ea2cce02e9" [ 778.785837] env[62225]: _type = "Task" [ 778.785837] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.806210] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.809692] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b26e6d-976e-fc8c-b6a8-a4ea2cce02e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.813260] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.813535] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 778.814088] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.814291] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.814547] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ef40aa-fc48-499b-bcd9-b76f752123bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.816442] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589ee324-c7d6-4a4d-84a0-c91d6f44685d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.830476] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 778.830476] env[62225]: value = "task-677665" [ 778.830476] env[62225]: _type = "Task" [ 778.830476] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.830762] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.830995] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 778.834827] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0d5178-10cd-4d3f-9837-fff6b7d1a4e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.840534] env[62225]: DEBUG nova.policy [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '426f4eeceddb4df68c14e33dd65dcddb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbb594fdfa9e498098bea7eb1d0d550f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 778.848128] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.849175] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 778.849175] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52558231-71a7-18ee-7338-b9c00ac04bec" [ 778.849175] env[62225]: _type = "Task" [ 778.849175] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.861776] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52558231-71a7-18ee-7338-b9c00ac04bec, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.862646] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0766bdf0-a62c-434f-8713-4183ebdb3ab5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.869285] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 778.869285] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f22116-d1dc-f4b3-1a74-12c96d45d103" [ 778.869285] env[62225]: _type = "Task" [ 778.869285] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.878790] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f22116-d1dc-f4b3-1a74-12c96d45d103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.891115] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.981779] env[62225]: INFO nova.compute.manager [-] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Took 1.67 seconds to deallocate network for instance. [ 779.078191] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677662, 'name': ReconfigVM_Task, 'duration_secs': 1.360066} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.079392] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 779.080737] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a61e4a-56bb-4bd3-b2b2-28678f91a191 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.087563] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 779.087563] env[62225]: value = "task-677666" [ 779.087563] env[62225]: _type = "Task" [ 779.087563] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.100836] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.225486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquiring lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.225486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.225664] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquiring lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.225968] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.226070] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.228712] env[62225]: INFO nova.compute.manager [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Terminating instance [ 779.231119] env[62225]: DEBUG nova.compute.manager [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 779.231319] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 779.231710] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666a519b-ff30-44df-b010-aaf2c8dcbb5f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.240608] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 779.240608] env[62225]: value = "task-677667" [ 779.240608] env[62225]: _type = "Task" [ 779.240608] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.251179] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.263293] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 779.292258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 779.294531] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d40050d-7095-42a3-a2f6-2ea691173c2f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.302564] env[62225]: DEBUG nova.network.neutron [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Successfully created port: a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.308258] env[62225]: DEBUG oslo_vmware.api [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 779.308258] env[62225]: value = "task-677668" [ 779.308258] env[62225]: _type = "Task" [ 779.308258] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.314216] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.314216] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dc4c38-405f-4e3c-a58f-e61d99756d3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.330212] env[62225]: DEBUG oslo_vmware.api [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.336582] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b6574-7851-472a-800f-403dd1b9ed58 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.347324] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677665, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.388556] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96678a4a-9dca-47ed-a1d9-f7f8d9419f0d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.397715] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.405590] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f22116-d1dc-f4b3-1a74-12c96d45d103, 'name': SearchDatastore_Task, 'duration_secs': 0.020894} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.405590] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.405590] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4ad3cf9c-6986-45c5-83e0-9f3f7f970936/4ad3cf9c-6986-45c5-83e0-9f3f7f970936.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 779.405590] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1af1545-2f8b-4feb-bc97-1d97818da350 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.409669] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ce291b-885d-4260-adf2-ca5ae3ca4e5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.423056] env[62225]: DEBUG nova.compute.provider_tree [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.425784] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 779.425784] env[62225]: value = "task-677669" [ 779.425784] env[62225]: _type = "Task" [ 779.425784] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.436835] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.491180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.600496] env[62225]: DEBUG oslo_vmware.api [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677666, 'name': PowerOnVM_Task, 'duration_secs': 0.49289} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.600916] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 779.604265] env[62225]: DEBUG nova.compute.manager [None req-7793b894-ed59-4db4-8457-94723e525bb3 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 779.605153] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48677a6c-b007-4f7d-822f-f4a814ea4212 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.754582] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677667, 'name': PowerOffVM_Task, 'duration_secs': 0.196549} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.754993] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 779.755262] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 779.755470] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163187', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'name': 'volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e45d8a48-5e98-4f1c-b17c-1ef04f55ae96', 'attached_at': '', 'detached_at': '', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'serial': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 779.756378] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d2bae-c049-409c-aec1-e39698b77abe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.781323] env[62225]: INFO nova.virt.block_device [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Booting with volume 043b9b82-2514-42ae-bda8-5d02359f5aea at /dev/sda [ 779.785560] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be4230-8d08-4c52-bbdc-a952730d8a75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.805078] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d47f3-03cf-4750-8893-31ede5aa3b01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.834532] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7e839-64a8-4121-ac17-c33498fa72e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.837735] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.839180] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52364ac1-64bf-48ad-86de-8a3ba760c554 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.859643] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] The volume has not been displaced from its original location: [datastore1] volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2/volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 779.865266] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.872745] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef981e1-7ef4-4acd-a2a7-17091d85cb96 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.887382] env[62225]: DEBUG oslo_vmware.api [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677668, 'name': PowerOnVM_Task, 'duration_secs': 0.469803} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.887676] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718163} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.888120] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 779.888320] env[62225]: DEBUG nova.compute.manager [None req-2e184536-801d-48d7-ab3e-18c873293323 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 779.888587] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 779.888808] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.891908] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173fdefb-49d0-4e04-a6c1-6f78558b2ec7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.907616] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cdf6b-77f4-4293-ba46-31f65a75b3c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.910420] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2e8f85-99e3-4d2d-9ef5-e89b32941244 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.914625] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 779.914625] env[62225]: value = "task-677670" [ 779.914625] env[62225]: _type = "Task" [ 779.914625] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.922995] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677664, 'name': ReconfigVM_Task, 'duration_secs': 1.248632} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.929268] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17/9cb5f79a-1614-4346-9e99-f105c206aa17.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.930620] env[62225]: DEBUG nova.scheduler.client.report [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 779.934291] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.934682] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 779.934682] env[62225]: value = "task-677671" [ 779.934682] env[62225]: _type = "Task" [ 779.934682] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.950610] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dddb7c1-32d6-4892-87bc-e36234be86ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.962239] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-684d2e98-c5bb-498a-aca0-63182bea22ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.968359] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.973470] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 779.973470] env[62225]: value = "task-677672" [ 779.973470] env[62225]: _type = "Task" [ 779.973470] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.973818] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.976835] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba021800-4e4e-4fd3-b595-efe06abcc78d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.998435] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677672, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.021842] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9191158-8182-4be9-be3f-cfeaae2d6b6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.028237] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e49d490-2121-4378-bc8b-78baf712f597 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.045213] env[62225]: DEBUG nova.virt.block_device [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updating existing volume attachment record: c7933c0f-1b03-4014-a64b-9bb89d8cdf39 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 780.310167] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.341133] env[62225]: DEBUG nova.compute.manager [req-34ae27e7-370c-4132-9b00-c84fc9ef8308 req-9342772d-0d8e-4ef5-9d99-175f0bfbab35 service nova] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Received event network-vif-deleted-0437c9d6-3287-45c0-9150-9363377899e7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 780.426522] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677670, 'name': ReconfigVM_Task, 'duration_secs': 0.451292} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.427026] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 780.432396] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e1957c-18d2-4880-b453-b6183fcd8274 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.454026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.457856] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.144s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.458281] env[62225]: DEBUG nova.objects.instance [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'resources' on Instance uuid 24f5eb10-b56a-45ed-afe0-1a8d8a076170 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.460801] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684653} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.467220] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 780.467220] env[62225]: value = "task-677673" [ 780.467220] env[62225]: _type = "Task" [ 780.467220] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.474972] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4ad3cf9c-6986-45c5-83e0-9f3f7f970936/4ad3cf9c-6986-45c5-83e0-9f3f7f970936.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 780.475921] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.477344] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bffa5a3d-0717-4b44-be18-3836ab4f6fae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.484325] env[62225]: INFO nova.scheduler.client.report [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Deleted allocations for instance 371a5926-5c3e-4ba0-8ea4-77048ae00799 [ 780.504406] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32864} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.504797] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 780.504797] env[62225]: value = "task-677674" [ 780.504797] env[62225]: _type = "Task" [ 780.504797] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.505070] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.505939] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.506995] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb94e56-fd27-4a07-b0cd-52f1a7bca3a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.516998] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677672, 'name': Rename_Task, 'duration_secs': 0.406452} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.519432] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 780.519432] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa51cf5f-6e14-408d-a9e9-f8a4c99cf8e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.537120] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.541388] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c907f2df-d638-48cf-ac05-885513afe0bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.556093] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.558934] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 780.558934] env[62225]: value = "task-677675" [ 780.558934] env[62225]: _type = "Task" [ 780.558934] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.566240] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 780.566240] env[62225]: value = "task-677676" [ 780.566240] env[62225]: _type = "Task" [ 780.566240] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.570545] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677675, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.580850] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.813331] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.899594] env[62225]: INFO nova.compute.manager [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Unrescuing [ 780.899882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.900107] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquired lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.900303] env[62225]: DEBUG nova.network.neutron [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 780.990143] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677673, 'name': ReconfigVM_Task, 'duration_secs': 0.206882} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.990143] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163187', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'name': 'volume-52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e45d8a48-5e98-4f1c-b17c-1ef04f55ae96', 'attached_at': '', 'detached_at': '', 'volume_id': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2', 'serial': '52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 780.990842] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 780.991971] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cef232-dfde-4ade-a8e1-5991c9588d7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.002363] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 781.002851] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7d5ae8b1-781f-4011-9bb3-01ee890502df tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "371a5926-5c3e-4ba0-8ea4-77048ae00799" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.466s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.004526] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2641d16f-9111-47cf-af56-d2fd01dffebc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.016571] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107526} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.016571] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.017157] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402046c5-81f2-4b44-a59b-5f3660f8551b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.049624] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 4ad3cf9c-6986-45c5-83e0-9f3f7f970936/4ad3cf9c-6986-45c5-83e0-9f3f7f970936.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.050657] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c2cc34-7094-4970-9130-877c4c624cdb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.083698] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 781.083844] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 781.083949] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Deleting the datastore file [datastore1] e45d8a48-5e98-4f1c-b17c-1ef04f55ae96 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.084266] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb2f10c3-592f-4705-843d-c2bc2110252d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.094514] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.097292] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.101788] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 781.101788] env[62225]: value = "task-677678" [ 781.101788] env[62225]: _type = "Task" [ 781.101788] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.101788] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for the task: (returnval){ [ 781.101788] env[62225]: value = "task-677679" [ 781.101788] env[62225]: _type = "Task" [ 781.101788] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.120748] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.120748] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.163545] env[62225]: DEBUG nova.network.neutron [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Successfully updated port: a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.292167] env[62225]: DEBUG nova.compute.manager [req-92cda5e8-b226-4edc-b4ab-5371e0f4cc67 req-4c073b87-ab36-4ad1-bec7-760865c47ff6 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Received event network-vif-plugged-a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 781.292307] env[62225]: DEBUG oslo_concurrency.lockutils [req-92cda5e8-b226-4edc-b4ab-5371e0f4cc67 req-4c073b87-ab36-4ad1-bec7-760865c47ff6 service nova] Acquiring lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.292523] env[62225]: DEBUG oslo_concurrency.lockutils [req-92cda5e8-b226-4edc-b4ab-5371e0f4cc67 req-4c073b87-ab36-4ad1-bec7-760865c47ff6 service nova] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.292693] env[62225]: DEBUG oslo_concurrency.lockutils [req-92cda5e8-b226-4edc-b4ab-5371e0f4cc67 req-4c073b87-ab36-4ad1-bec7-760865c47ff6 service nova] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.292877] env[62225]: DEBUG nova.compute.manager [req-92cda5e8-b226-4edc-b4ab-5371e0f4cc67 req-4c073b87-ab36-4ad1-bec7-760865c47ff6 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] No waiting events found dispatching network-vif-plugged-a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 781.293067] env[62225]: WARNING nova.compute.manager [req-92cda5e8-b226-4edc-b4ab-5371e0f4cc67 req-4c073b87-ab36-4ad1-bec7-760865c47ff6 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Received unexpected event network-vif-plugged-a09f1c1e-6a26-4856-947a-4f16b48db2aa for instance with vm_state building and task_state block_device_mapping. [ 781.314298] env[62225]: DEBUG oslo_vmware.api [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677650, 'name': ReconfigVM_Task, 'duration_secs': 5.852957} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.314558] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.314812] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Reconfigured VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 781.583271] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdf40ff-dc53-4aa3-b3e1-49081d53190b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.595962] env[62225]: DEBUG oslo_vmware.api [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677675, 'name': PowerOnVM_Task, 'duration_secs': 0.855864} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.596711] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 781.596960] env[62225]: INFO nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 10.06 seconds to spawn the instance on the hypervisor. [ 781.597165] env[62225]: DEBUG nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 781.597513] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677676, 'name': ReconfigVM_Task, 'duration_secs': 0.636556} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.598267] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb5a962-3881-4112-9597-31decb8eab29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.605410] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4313bc-815e-4eb3-838e-ad69adf3825a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.608991] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35/9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.611974] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d29d2e7a-9933-4e73-9efc-f192ce9b5ece {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.669904] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677678, 'name': ReconfigVM_Task, 'duration_secs': 0.519288} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.670239] env[62225]: DEBUG oslo_vmware.api [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Task: {'id': task-677679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149755} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.670660] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 781.670660] env[62225]: value = "task-677680" [ 781.670660] env[62225]: _type = "Task" [ 781.670660] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.673919] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.674068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquired lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.674222] env[62225]: DEBUG nova.network.neutron [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 781.677161] env[62225]: DEBUG nova.network.neutron [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Updating instance_info_cache with network_info: [{"id": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "address": "fa:16:3e:d6:30:ef", "network": {"id": "dc1b9db7-d980-4af4-b240-c8fb1fc767e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245699329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ae2013a11b06453fb6e0690fd9ae0de1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b40d6d8-30", "ovs_interfaceid": "6b40d6d8-30c5-42da-9603-6fb12cea1f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.683352] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 4ad3cf9c-6986-45c5-83e0-9f3f7f970936/4ad3cf9c-6986-45c5-83e0-9f3f7f970936.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.684238] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.684391] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 781.684609] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 781.684875] env[62225]: INFO nova.compute.manager [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Took 2.45 seconds to destroy the instance on the hypervisor. [ 781.685221] env[62225]: DEBUG oslo.service.loopingcall [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.686099] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd11bb-5a45-4249-b60e-8b33e592a1c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.691071] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76390cfc-01a2-4c60-8e25-df3dcbd8b332 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.692811] env[62225]: DEBUG nova.compute.manager [-] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 781.692924] env[62225]: DEBUG nova.network.neutron [-] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 781.700645] env[62225]: INFO nova.compute.manager [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 36.48 seconds to build instance. [ 781.715448] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67cf6d-124a-42a9-a451-02f4679510d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.722699] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677680, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.723775] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 781.723775] env[62225]: value = "task-677681" [ 781.723775] env[62225]: _type = "Task" [ 781.723775] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.737788] env[62225]: DEBUG nova.compute.provider_tree [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.749484] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677681, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.185570] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 782.185570] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 782.185954] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 782.185954] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.186047] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 782.187031] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.187031] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 782.187031] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 782.187031] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 782.187031] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 782.187031] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 782.187251] env[62225]: DEBUG nova.virt.hardware [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.188124] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45755850-c481-40b6-8037-e745611c2f36 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.194567] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Releasing lock "refresh_cache-45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.195182] env[62225]: DEBUG nova.objects.instance [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lazy-loading 'flavor' on Instance uuid 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.203500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad7596b0-7cae-4ead-a524-a3b66f57e041 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.331s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.210118] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113bfde-dd98-492e-babe-24aa04b28a3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.214106] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677680, 'name': Rename_Task, 'duration_secs': 0.164141} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.215055] env[62225]: DEBUG nova.network.neutron [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 782.217998] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 782.218668] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-503c2973-47de-47b6-bf5c-97889379b469 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.235722] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 782.235722] env[62225]: value = "task-677682" [ 782.235722] env[62225]: _type = "Task" [ 782.235722] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.246935] env[62225]: DEBUG nova.scheduler.client.report [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 782.250193] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677681, 'name': Rename_Task, 'duration_secs': 0.216539} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.251267] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 782.251630] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73039d8-14d1-4454-909f-3b0520e44551 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.257027] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677682, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.259603] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 782.259603] env[62225]: value = "task-677683" [ 782.259603] env[62225]: _type = "Task" [ 782.259603] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.326780] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.439575] env[62225]: DEBUG nova.network.neutron [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updating instance_info_cache with network_info: [{"id": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "address": "fa:16:3e:1a:34:3a", "network": {"id": "f377fdd6-a900-4fd0-8ee1-e463963677d5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1316021563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb594fdfa9e498098bea7eb1d0d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09f1c1e-6a", "ovs_interfaceid": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.699641] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.699842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.700022] env[62225]: DEBUG nova.network.neutron [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 782.703881] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d45cfa-bea0-4f7f-98f7-eaeed99ba340 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.728077] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 782.728438] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-553b36e3-6c41-4a50-8e54-dd4d12127365 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.737510] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 782.737510] env[62225]: value = "task-677684" [ 782.737510] env[62225]: _type = "Task" [ 782.737510] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.751802] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.754246] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.759498] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.390s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.760691] env[62225]: INFO nova.compute.claims [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.763527] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.776909] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.781706] env[62225]: INFO nova.scheduler.client.report [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocations for instance 24f5eb10-b56a-45ed-afe0-1a8d8a076170 [ 782.837883] env[62225]: DEBUG nova.network.neutron [-] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.942952] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Releasing lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.943336] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance network_info: |[{"id": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "address": "fa:16:3e:1a:34:3a", "network": {"id": "f377fdd6-a900-4fd0-8ee1-e463963677d5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1316021563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb594fdfa9e498098bea7eb1d0d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09f1c1e-6a", "ovs_interfaceid": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 782.943831] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:34:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09f1c1e-6a26-4856-947a-4f16b48db2aa', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.952377] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Creating folder: Project (fbb594fdfa9e498098bea7eb1d0d550f). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 782.952751] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d25d1417-120a-4445-b335-b9897fa58d34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.970482] env[62225]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 782.970683] env[62225]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62225) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 782.971176] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Folder already exists: Project (fbb594fdfa9e498098bea7eb1d0d550f). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.971439] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Creating folder: Instances. Parent ref: group-v163288. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 782.971743] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3597f93a-c7bf-468a-aa5c-330e0ab712e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.985738] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Created folder: Instances in parent group-v163288. [ 782.986101] env[62225]: DEBUG oslo.service.loopingcall [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.986304] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 782.986535] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e833d8c-b993-44fd-9bd6-b64d7564bd5d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.009127] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.009127] env[62225]: value = "task-677687" [ 783.009127] env[62225]: _type = "Task" [ 783.009127] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.019296] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677687, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.051105] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.051902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.051902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.052041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.052250] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.055086] env[62225]: INFO nova.compute.manager [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Terminating instance [ 783.057449] env[62225]: DEBUG nova.compute.manager [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 783.057685] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 783.058640] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25da78e-b008-470c-8df7-b56abd4013a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.070552] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 783.070993] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-330458b9-71a1-49da-b657-f5941ceaf282 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.079333] env[62225]: DEBUG oslo_vmware.api [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 783.079333] env[62225]: value = "task-677688" [ 783.079333] env[62225]: _type = "Task" [ 783.079333] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.088480] env[62225]: DEBUG oslo_vmware.api [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.252030] env[62225]: DEBUG oslo_vmware.api [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677682, 'name': PowerOnVM_Task, 'duration_secs': 0.781477} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.255551] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 783.255847] env[62225]: DEBUG nova.compute.manager [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 783.259670] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677684, 'name': PowerOffVM_Task, 'duration_secs': 0.309218} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.260607] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8821e042-b2fe-41ca-82d7-13f46620f884 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.266916] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 783.273633] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 783.285149] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1679536-472b-4cc9-8a33-2c7f2ed3d382 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.307660] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39919b12-db97-4b0e-8399-bce63c8a5a40 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "24f5eb10-b56a-45ed-afe0-1a8d8a076170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.971s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.319845] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 783.319845] env[62225]: value = "task-677689" [ 783.319845] env[62225]: _type = "Task" [ 783.319845] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.328080] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.342972] env[62225]: INFO nova.compute.manager [-] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Took 1.65 seconds to deallocate network for instance. [ 783.345853] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.519388] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677687, 'name': CreateVM_Task, 'duration_secs': 0.492896} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.519538] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 783.520262] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163299', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'name': 'volume-043b9b82-2514-42ae-bda8-5d02359f5aea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f34b84f-d04a-4e32-8ad1-d154397ce8ec', 'attached_at': '', 'detached_at': '', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'serial': '043b9b82-2514-42ae-bda8-5d02359f5aea'}, 'boot_index': 0, 'attachment_id': 'c7933c0f-1b03-4014-a64b-9bb89d8cdf39', 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62225) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 783.520437] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Root volume attach. Driver type: vmdk {{(pid=62225) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 783.525694] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59e15b-6f58-4c05-83b1-404ec82b286a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.534845] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f155b4f9-a28e-4e42-a52c-f1a90eba1236 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.544406] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f29a3-5d2c-4ceb-99cc-e8101df3ada5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.551143] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-79083b9c-7c69-4c14-8ecd-ed80cc0d4e4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.560522] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 783.560522] env[62225]: value = "task-677690" [ 783.560522] env[62225]: _type = "Task" [ 783.560522] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.572602] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677690, 'name': RelocateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.589404] env[62225]: DEBUG oslo_vmware.api [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677688, 'name': PowerOffVM_Task, 'duration_secs': 0.223378} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.592464] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 783.592666] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 783.593910] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3113dfce-41a1-41bb-985e-f07d559b652a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.665743] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 783.666059] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 783.666424] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleting the datastore file [datastore2] 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.666576] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf2e0cdc-4b42-4056-aeb4-17b93417eae7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.676120] env[62225]: DEBUG oslo_vmware.api [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 783.676120] env[62225]: value = "task-677692" [ 783.676120] env[62225]: _type = "Task" [ 783.676120] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.693511] env[62225]: DEBUG oslo_vmware.api [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.795593] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.797023] env[62225]: INFO nova.network.neutron [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Port 3f160409-1f9d-440e-8447-7896fe6f8228 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 783.797199] env[62225]: DEBUG nova.network.neutron [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.829914] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.830288] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.830587] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.830847] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.831095] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.833990] env[62225]: INFO nova.compute.manager [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Terminating instance [ 783.842606] env[62225]: DEBUG nova.compute.manager [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Received event network-changed-a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 783.842876] env[62225]: DEBUG nova.compute.manager [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Refreshing instance network info cache due to event network-changed-a09f1c1e-6a26-4856-947a-4f16b48db2aa. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 783.843196] env[62225]: DEBUG oslo_concurrency.lockutils [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] Acquiring lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.843414] env[62225]: DEBUG oslo_concurrency.lockutils [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] Acquired lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.843678] env[62225]: DEBUG nova.network.neutron [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Refreshing network info cache for port a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 783.846308] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.846827] env[62225]: DEBUG nova.compute.manager [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 783.847139] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 783.855064] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2448c095-9d15-4856-ac48-35b22e1c09ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.871208] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 783.872648] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6835da8-0555-4591-b147-052d9cb5db90 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.875334] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677689, 'name': ReconfigVM_Task, 'duration_secs': 0.49892} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.876104] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.876258] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 783.877129] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaee2787-cf67-4baa-9bb1-e4b7ebca415d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.881227] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477246a6-2e2e-4d2b-bf8b-cf4f8db060e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.886650] env[62225]: DEBUG oslo_vmware.api [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 783.886650] env[62225]: value = "task-677693" [ 783.886650] env[62225]: _type = "Task" [ 783.886650] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.896027] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 783.896027] env[62225]: value = "task-677694" [ 783.896027] env[62225]: _type = "Task" [ 783.896027] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.898459] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb483b0c-84e2-4b31-a12f-5e6a59f4a6fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.910782] env[62225]: DEBUG oslo_vmware.api [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.918441] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.950012] env[62225]: INFO nova.compute.manager [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Took 0.61 seconds to detach 1 volumes for instance. [ 783.952355] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b91e87-9714-482b-a0d0-b9a0d887a442 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.955424] env[62225]: DEBUG nova.compute.manager [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Deleting volume: 52d8a918-8dcb-4f5b-a2cf-1b83ddfd5bf2 {{(pid=62225) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 783.964098] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcee906-f29c-449b-840f-fee7bc054e8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.985989] env[62225]: DEBUG nova.compute.provider_tree [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.079311] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677690, 'name': RelocateVM_Task, 'duration_secs': 0.472876} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.079695] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 784.079949] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163299', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'name': 'volume-043b9b82-2514-42ae-bda8-5d02359f5aea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f34b84f-d04a-4e32-8ad1-d154397ce8ec', 'attached_at': '', 'detached_at': '', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'serial': '043b9b82-2514-42ae-bda8-5d02359f5aea'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 784.081238] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93980504-1363-45af-9c16-6d8603fba130 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.112434] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ee1c8-0c9d-46d4-af9b-26217ba88f5d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.143122] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-043b9b82-2514-42ae-bda8-5d02359f5aea/volume-043b9b82-2514-42ae-bda8-5d02359f5aea.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.144405] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb22697-9b2d-4579-8d9a-fe01507208fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.168598] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 784.168598] env[62225]: value = "task-677696" [ 784.168598] env[62225]: _type = "Task" [ 784.168598] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.181922] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.196710] env[62225]: DEBUG oslo_vmware.api [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236422} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.197111] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.197320] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 784.197501] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 784.197808] env[62225]: INFO nova.compute.manager [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 784.198016] env[62225]: DEBUG oslo.service.loopingcall [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.198498] env[62225]: DEBUG nova.compute.manager [-] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 784.198628] env[62225]: DEBUG nova.network.neutron [-] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 784.293872] env[62225]: DEBUG oslo_vmware.api [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677683, 'name': PowerOnVM_Task, 'duration_secs': 1.651683} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.294410] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 784.294569] env[62225]: INFO nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Took 10.18 seconds to spawn the instance on the hypervisor. [ 784.294800] env[62225]: DEBUG nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 784.295684] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48cd380-788a-4e28-999d-f9af06e6f53a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.300367] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.332733] env[62225]: DEBUG nova.network.neutron [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updated VIF entry in instance network info cache for port a09f1c1e-6a26-4856-947a-4f16b48db2aa. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 784.333113] env[62225]: DEBUG nova.network.neutron [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updating instance_info_cache with network_info: [{"id": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "address": "fa:16:3e:1a:34:3a", "network": {"id": "f377fdd6-a900-4fd0-8ee1-e463963677d5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1316021563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb594fdfa9e498098bea7eb1d0d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09f1c1e-6a", "ovs_interfaceid": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.350660] env[62225]: DEBUG nova.compute.manager [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Received event network-changed-c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 784.350857] env[62225]: DEBUG nova.compute.manager [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Refreshing instance network info cache due to event network-changed-c7ecc50b-0f34-468e-8980-3c2c1c0d6870. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 784.351088] env[62225]: DEBUG oslo_concurrency.lockutils [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.351433] env[62225]: DEBUG oslo_concurrency.lockutils [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.351613] env[62225]: DEBUG nova.network.neutron [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Refreshing network info cache for port c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 784.397779] env[62225]: DEBUG oslo_vmware.api [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677693, 'name': PowerOffVM_Task, 'duration_secs': 0.236664} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.398156] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 784.398344] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 784.398603] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ddae00c-467f-4cb2-9529-a4422090ee7a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.415912] env[62225]: DEBUG oslo_vmware.api [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677694, 'name': PowerOnVM_Task, 'duration_secs': 0.450254} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.416252] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 784.416488] env[62225]: DEBUG nova.compute.manager [None req-e86f86b9-ee01-4635-84e6-fd1c89c07ddb tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 784.417348] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349bb859-49a6-4f2e-a19e-ac5466745d2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.487926] env[62225]: DEBUG nova.scheduler.client.report [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 784.497540] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 784.497797] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 784.498043] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Deleting the datastore file [datastore2] 54f04107-6ab1-4994-ad4b-cd44de6a1a55 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.498386] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98beec4e-1495-4933-b2d2-f4e768db46b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.504739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.513783] env[62225]: DEBUG oslo_vmware.api [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for the task: (returnval){ [ 784.513783] env[62225]: value = "task-677698" [ 784.513783] env[62225]: _type = "Task" [ 784.513783] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.528100] env[62225]: DEBUG oslo_vmware.api [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.679986] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.809025] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c5ca0424-3732-40e4-b42d-751292691530 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4-3f160409-1f9d-440e-8447-7896fe6f8228" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.117s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.822292] env[62225]: INFO nova.compute.manager [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Took 39.27 seconds to build instance. [ 784.837933] env[62225]: DEBUG oslo_concurrency.lockutils [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] Releasing lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.837933] env[62225]: DEBUG nova.compute.manager [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-vif-deleted-3f160409-1f9d-440e-8447-7896fe6f8228 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 784.837933] env[62225]: INFO nova.compute.manager [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Neutron deleted interface 3f160409-1f9d-440e-8447-7896fe6f8228; detaching it from the instance and deleting it from the info cache [ 784.837933] env[62225]: DEBUG nova.network.neutron [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [{"id": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "address": "fa:16:3e:77:b6:a5", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0d00ae8-d1", "ovs_interfaceid": "b0d00ae8-d168-4852-adb0-cd6c6d1e5bca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.995699] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.995699] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 785.004020] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.295s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.004020] env[62225]: DEBUG nova.objects.instance [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lazy-loading 'resources' on Instance uuid 464bc3fc-80c5-4985-8262-88e7711cba0d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.028033] env[62225]: DEBUG oslo_vmware.api [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Task: {'id': task-677698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376186} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.028220] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.029056] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 785.029056] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 785.029056] env[62225]: INFO nova.compute.manager [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Took 1.18 seconds to destroy the instance on the hypervisor. [ 785.029056] env[62225]: DEBUG oslo.service.loopingcall [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.030597] env[62225]: DEBUG nova.compute.manager [-] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 785.030597] env[62225]: DEBUG nova.network.neutron [-] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 785.172339] env[62225]: DEBUG nova.network.neutron [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updated VIF entry in instance network info cache for port c7ecc50b-0f34-468e-8980-3c2c1c0d6870. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 785.172698] env[62225]: DEBUG nova.network.neutron [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.185131] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677696, 'name': ReconfigVM_Task, 'duration_secs': 0.542182} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.185996] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-043b9b82-2514-42ae-bda8-5d02359f5aea/volume-043b9b82-2514-42ae-bda8-5d02359f5aea.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.193140] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a987397-f7ac-41ff-9d89-c8ab462f1c1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.214569] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 785.214569] env[62225]: value = "task-677699" [ 785.214569] env[62225]: _type = "Task" [ 785.214569] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.225516] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.324364] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04a2d4a5-e88d-4d97-bbdb-60a5a8e75e6e tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.125s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.345391] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5c30be9-261c-4c36-8bec-0a834385b35d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.350706] env[62225]: DEBUG nova.network.neutron [-] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.357268] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808a5d84-d422-4b0b-9c70-af706ced6667 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.398688] env[62225]: DEBUG nova.compute.manager [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Detach interface failed, port_id=3f160409-1f9d-440e-8447-7896fe6f8228, reason: Instance 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 785.398875] env[62225]: DEBUG nova.compute.manager [req-23040d3a-eea6-4d1b-b4d2-a4b2efe2ceda req-e9de5be0-1972-4e32-a80b-2864d6ba4d02 service nova] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Received event network-vif-deleted-9ee42554-5fb5-43c4-900a-91abb8011678 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 785.485704] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.486036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.486279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.486469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.486635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.489380] env[62225]: INFO nova.compute.manager [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Terminating instance [ 785.492217] env[62225]: DEBUG nova.compute.manager [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 785.492450] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 785.493345] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b0d3f4-957b-4f3c-b132-84117f51aed8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.503020] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 785.503020] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4707ff4a-0be2-4917-94f5-3db0dd435d3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.510481] env[62225]: DEBUG nova.compute.utils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 785.517054] env[62225]: DEBUG oslo_vmware.api [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 785.517054] env[62225]: value = "task-677700" [ 785.517054] env[62225]: _type = "Task" [ 785.517054] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.517054] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 785.517054] env[62225]: DEBUG nova.network.neutron [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 785.528336] env[62225]: DEBUG oslo_vmware.api [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.565349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.565741] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.565990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.566252] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.566469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.569207] env[62225]: INFO nova.compute.manager [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Terminating instance [ 785.571163] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "refresh_cache-9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.571468] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquired lock "refresh_cache-9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.571631] env[62225]: DEBUG nova.network.neutron [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 785.585208] env[62225]: DEBUG nova.policy [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f0fce7196a4856ab3cecbdfd650266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f1fc25abad4a42b936b9fac5521956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 785.682860] env[62225]: DEBUG oslo_concurrency.lockutils [req-581405ba-dd74-4d45-842d-f0d40f5740d4 req-000f3a9a-15c5-4c21-b411-e2da1d1f47ce service nova] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.732589] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677699, 'name': ReconfigVM_Task, 'duration_secs': 0.298197} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.732919] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163299', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'name': 'volume-043b9b82-2514-42ae-bda8-5d02359f5aea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f34b84f-d04a-4e32-8ad1-d154397ce8ec', 'attached_at': '', 'detached_at': '', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'serial': '043b9b82-2514-42ae-bda8-5d02359f5aea'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 785.733760] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4da89849-f308-4999-80ce-b34f27b558ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.741668] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 785.741668] env[62225]: value = "task-677701" [ 785.741668] env[62225]: _type = "Task" [ 785.741668] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.752264] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677701, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.857731] env[62225]: INFO nova.compute.manager [-] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Took 1.66 seconds to deallocate network for instance. [ 785.976487] env[62225]: DEBUG nova.network.neutron [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Successfully created port: 4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.017364] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 786.040496] env[62225]: DEBUG oslo_vmware.api [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677700, 'name': PowerOffVM_Task, 'duration_secs': 0.213771} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.040764] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 786.041803] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 786.041803] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0efedf-2882-4cbe-8043-0ad120fac5b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.071577] env[62225]: DEBUG nova.compute.manager [req-5be22877-d731-42e4-91fb-9fb2f9c414ad req-acbcb2e0-e63f-47cf-aae6-cdc9aeac7d0b service nova] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Received event network-vif-deleted-b0d00ae8-d168-4852-adb0-cd6c6d1e5bca {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 786.097191] env[62225]: DEBUG nova.network.neutron [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 786.104468] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021af8bf-9a1a-4802-b896-6e028aa966f8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.114740] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b7153-0257-4f77-872b-ecfc1f180a81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.154159] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187e444-51ad-4480-aae8-e7ad6d603751 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.157530] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 786.157530] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 786.157530] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Deleting the datastore file [datastore1] 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.157714] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccb2f715-423a-4b3d-ab79-821b968c308d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.167532] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad0de2d-7240-4a08-b8fc-71af7b970389 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.172559] env[62225]: DEBUG oslo_vmware.api [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 786.172559] env[62225]: value = "task-677703" [ 786.172559] env[62225]: _type = "Task" [ 786.172559] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.183729] env[62225]: DEBUG nova.compute.provider_tree [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.190915] env[62225]: DEBUG oslo_vmware.api [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.225564] env[62225]: DEBUG nova.network.neutron [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.254507] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677701, 'name': Rename_Task, 'duration_secs': 0.263147} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.254984] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 786.255303] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22ca110-320d-4687-99fd-b81466db4eb6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.263854] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 786.263854] env[62225]: value = "task-677704" [ 786.263854] env[62225]: _type = "Task" [ 786.263854] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.274761] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.366742] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.391749] env[62225]: DEBUG nova.network.neutron [-] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.507635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.508018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.508242] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.508433] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.508619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.511151] env[62225]: INFO nova.compute.manager [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Terminating instance [ 786.514306] env[62225]: DEBUG nova.compute.manager [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 786.514306] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 786.514884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6f9982-0c55-4ce8-8aa4-10e5bfd804c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.525018] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 786.525919] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ba54e41-4e6d-4ded-9f93-1712573f44ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.531602] env[62225]: DEBUG nova.compute.manager [req-3cb4c4e1-de55-4084-bc4b-a63cd6e201dc req-02973bdf-7052-488b-b28b-8344e3802725 service nova] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Received event network-vif-deleted-28a0e5e9-a116-4e5e-8a90-edb788a4e1a6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 786.538977] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 786.538977] env[62225]: value = "task-677705" [ 786.538977] env[62225]: _type = "Task" [ 786.538977] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.549685] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.686120] env[62225]: DEBUG oslo_vmware.api [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347553} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.688114] env[62225]: DEBUG nova.scheduler.client.report [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 786.690338] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.690547] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 786.690740] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 786.690913] env[62225]: INFO nova.compute.manager [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 786.691426] env[62225]: DEBUG oslo.service.loopingcall [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.691940] env[62225]: DEBUG nova.compute.manager [-] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 786.691940] env[62225]: DEBUG nova.network.neutron [-] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 786.728113] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Releasing lock "refresh_cache-9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.728604] env[62225]: DEBUG nova.compute.manager [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 786.728823] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 786.729851] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba95eee-7f26-477a-ac96-dfff65647d5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.741723] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 786.742144] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f3701aa-29b3-4ff5-870f-b340b2446343 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.750869] env[62225]: DEBUG oslo_vmware.api [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 786.750869] env[62225]: value = "task-677706" [ 786.750869] env[62225]: _type = "Task" [ 786.750869] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.759892] env[62225]: DEBUG oslo_vmware.api [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.774020] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.885615] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "10bf69e0-2212-4b8b-8b08-26345de266fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.885900] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.886147] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "10bf69e0-2212-4b8b-8b08-26345de266fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.886338] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.886529] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.889747] env[62225]: INFO nova.compute.manager [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Terminating instance [ 786.891607] env[62225]: DEBUG nova.compute.manager [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 786.891814] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 786.892646] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1b7310-9351-4e1d-90fb-86d0370b92ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.895602] env[62225]: INFO nova.compute.manager [-] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Took 1.87 seconds to deallocate network for instance. [ 786.902383] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 786.902822] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-608b2cec-4ebe-4fe5-b58d-992ed1c8651f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.911795] env[62225]: DEBUG oslo_vmware.api [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 786.911795] env[62225]: value = "task-677707" [ 786.911795] env[62225]: _type = "Task" [ 786.911795] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.922554] env[62225]: DEBUG oslo_vmware.api [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.034773] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 787.052078] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.063341] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 787.063787] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 787.063873] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.064161] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 787.064399] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.064489] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 787.064716] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 787.064883] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 787.065084] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 787.065267] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 787.065455] env[62225]: DEBUG nova.virt.hardware [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 787.066444] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99148a4f-f397-42ad-9801-4dd0c1dc51e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.075959] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3293f947-1dcf-4f46-ba9f-761329a6351d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.193391] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.196022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.200s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.196107] env[62225]: DEBUG nova.objects.instance [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lazy-loading 'resources' on Instance uuid 98372513-5daf-4bf2-8448-a271c6b9530e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.215489] env[62225]: INFO nova.scheduler.client.report [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted allocations for instance 464bc3fc-80c5-4985-8262-88e7711cba0d [ 787.263687] env[62225]: DEBUG oslo_vmware.api [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677706, 'name': PowerOffVM_Task, 'duration_secs': 0.329019} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.264773] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 787.264958] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 787.265469] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33578f67-7afa-4412-ba40-cf2fc2bc0937 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.278676] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.404324] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.422506] env[62225]: DEBUG oslo_vmware.api [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677707, 'name': PowerOffVM_Task, 'duration_secs': 0.245227} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.422944] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 787.422944] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 787.423229] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99241b9-40e2-4a67-a2b8-7f82eec8d20f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.432246] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 787.432246] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 787.432246] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Deleting the datastore file [datastore2] 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.432524] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3c31f5-5900-4c33-ba5e-b61fee7ff7f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.440692] env[62225]: DEBUG oslo_vmware.api [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for the task: (returnval){ [ 787.440692] env[62225]: value = "task-677710" [ 787.440692] env[62225]: _type = "Task" [ 787.440692] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.449980] env[62225]: DEBUG oslo_vmware.api [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.499471] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 787.499870] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 787.500116] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Deleting the datastore file [datastore1] 10bf69e0-2212-4b8b-8b08-26345de266fc {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.500473] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0a3b6e6-8bb5-4ecc-ae06-61740023f54d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.503478] env[62225]: DEBUG nova.network.neutron [-] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.511590] env[62225]: DEBUG oslo_vmware.api [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for the task: (returnval){ [ 787.511590] env[62225]: value = "task-677711" [ 787.511590] env[62225]: _type = "Task" [ 787.511590] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.522968] env[62225]: DEBUG oslo_vmware.api [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.550742] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677705, 'name': PowerOffVM_Task, 'duration_secs': 0.600987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.551085] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 787.551300] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 787.551547] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf6fec8-17d9-457f-bdb5-a5a126ba7111 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.619645] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 787.620266] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 787.620711] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Deleting the datastore file [datastore2] 4ad3cf9c-6986-45c5-83e0-9f3f7f970936 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.620987] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73586a3d-0dc8-4f90-a733-8f201958d3e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.631080] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for the task: (returnval){ [ 787.631080] env[62225]: value = "task-677713" [ 787.631080] env[62225]: _type = "Task" [ 787.631080] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.640860] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.726905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1892a748-49bf-499c-a87f-2f1ae95973d6 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "464bc3fc-80c5-4985-8262-88e7711cba0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.346s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.735263] env[62225]: DEBUG nova.network.neutron [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Successfully updated port: 4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.777686] env[62225]: DEBUG oslo_vmware.api [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677704, 'name': PowerOnVM_Task, 'duration_secs': 1.152211} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.778065] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 787.778288] env[62225]: INFO nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Took 5.59 seconds to spawn the instance on the hypervisor. [ 787.778829] env[62225]: DEBUG nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 787.779676] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeaa30f-0f56-42f7-8cdf-4b9eebae1094 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.955916] env[62225]: DEBUG oslo_vmware.api [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Task: {'id': task-677710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190887} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.956945] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.956945] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 787.956945] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 787.956945] env[62225]: INFO nova.compute.manager [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Took 1.23 seconds to destroy the instance on the hypervisor. [ 787.957107] env[62225]: DEBUG oslo.service.loopingcall [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.957190] env[62225]: DEBUG nova.compute.manager [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 787.957322] env[62225]: DEBUG nova.network.neutron [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 787.973738] env[62225]: DEBUG nova.network.neutron [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 788.733351] env[62225]: INFO nova.compute.manager [-] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Took 2.04 seconds to deallocate network for instance. [ 788.733351] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.733351] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.733351] env[62225]: DEBUG nova.network.neutron [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 788.738129] env[62225]: DEBUG nova.network.neutron [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.742245] env[62225]: DEBUG nova.compute.manager [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Received event network-vif-plugged-4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 788.742245] env[62225]: DEBUG oslo_concurrency.lockutils [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] Acquiring lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.742245] env[62225]: DEBUG oslo_concurrency.lockutils [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.742245] env[62225]: DEBUG oslo_concurrency.lockutils [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.742245] env[62225]: DEBUG nova.compute.manager [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] No waiting events found dispatching network-vif-plugged-4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 788.742245] env[62225]: WARNING nova.compute.manager [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Received unexpected event network-vif-plugged-4dd4b764-e538-42d4-a2ab-32c51e1ff90e for instance with vm_state building and task_state spawning. [ 788.742245] env[62225]: DEBUG nova.compute.manager [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Received event network-changed-4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 788.742245] env[62225]: DEBUG nova.compute.manager [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Refreshing instance network info cache due to event network-changed-4dd4b764-e538-42d4-a2ab-32c51e1ff90e. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 788.742245] env[62225]: DEBUG oslo_concurrency.lockutils [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] Acquiring lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.742953] env[62225]: DEBUG nova.compute.manager [req-8d4e1983-348f-4402-9ef8-aaf389bcc3e3 req-6b04bb7c-4b43-476f-a87e-ad11576d51ea service nova] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Received event network-vif-deleted-6b40d6d8-30c5-42da-9603-6fb12cea1f5b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 788.756979] env[62225]: INFO nova.compute.manager [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Took 40.19 seconds to build instance. [ 788.769068] env[62225]: DEBUG oslo_vmware.api [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Task: {'id': task-677713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421006} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.769343] env[62225]: DEBUG oslo_vmware.api [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Task: {'id': task-677711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206485} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.769566] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.769749] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 788.769931] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 788.770124] env[62225]: INFO nova.compute.manager [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Took 2.26 seconds to destroy the instance on the hypervisor. [ 788.770380] env[62225]: DEBUG oslo.service.loopingcall [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.770572] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.771050] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 788.771050] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 788.771193] env[62225]: INFO nova.compute.manager [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Took 1.88 seconds to destroy the instance on the hypervisor. [ 788.771391] env[62225]: DEBUG oslo.service.loopingcall [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.771608] env[62225]: DEBUG nova.compute.manager [-] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 788.771951] env[62225]: DEBUG nova.network.neutron [-] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 788.773530] env[62225]: DEBUG nova.compute.manager [-] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 788.773530] env[62225]: DEBUG nova.network.neutron [-] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 788.920476] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363341ce-a6c3-4968-b38f-a5864198c925 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.929936] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d178d-e33e-4d8c-b689-a7ac042cb1a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.961641] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c83763c-c833-4142-8869-d4da37ff3dcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.970322] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414a12d-f5d0-4b0a-9803-e2f6776f7a7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.987744] env[62225]: DEBUG nova.compute.provider_tree [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.260156] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2f5748e0-e535-47cc-a5eb-54248d4eb825 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.742s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.263316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.264018] env[62225]: INFO nova.compute.manager [-] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Took 1.31 seconds to deallocate network for instance. [ 789.275052] env[62225]: DEBUG nova.network.neutron [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 789.490644] env[62225]: DEBUG nova.scheduler.client.report [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 789.495483] env[62225]: DEBUG nova.network.neutron [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [{"id": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "address": "fa:16:3e:1b:26:f0", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd4b764-e5", "ovs_interfaceid": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.685423] env[62225]: DEBUG nova.network.neutron [-] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.775877] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.799910] env[62225]: DEBUG nova.network.neutron [-] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.998718] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.999207] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Instance network_info: |[{"id": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "address": "fa:16:3e:1b:26:f0", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd4b764-e5", "ovs_interfaceid": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 789.999826] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.804s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.002244] env[62225]: DEBUG oslo_concurrency.lockutils [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] Acquired lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.002369] env[62225]: DEBUG nova.network.neutron [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Refreshing network info cache for port 4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 790.003691] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:26:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dd4b764-e538-42d4-a2ab-32c51e1ff90e', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.011140] env[62225]: DEBUG oslo.service.loopingcall [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 790.011389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.538s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.011635] env[62225]: DEBUG nova.objects.instance [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lazy-loading 'resources' on Instance uuid 053ca8ea-7808-4f1c-b982-a16a03ed2331 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.013844] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 790.014473] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f161449-7b61-40ff-9605-17d1baabe0b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.030162] env[62225]: INFO nova.scheduler.client.report [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Deleted allocations for instance 98372513-5daf-4bf2-8448-a271c6b9530e [ 790.041913] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.041913] env[62225]: value = "task-677714" [ 790.041913] env[62225]: _type = "Task" [ 790.041913] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.051289] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677714, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.188913] env[62225]: INFO nova.compute.manager [-] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Took 1.42 seconds to deallocate network for instance. [ 790.308917] env[62225]: INFO nova.compute.manager [-] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Took 1.53 seconds to deallocate network for instance. [ 790.351063] env[62225]: DEBUG nova.compute.manager [req-1306f7a0-68f3-4879-bf0f-a8c194533437 req-f89c2219-67b9-4935-9017-a3e98e4734bc service nova] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Received event network-vif-deleted-7b123f5c-4e6c-4f54-827c-84b77b7ccc1b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 790.541624] env[62225]: DEBUG oslo_concurrency.lockutils [None req-17800599-e341-458d-b981-0ace4d2adb68 tempest-ServerMetadataNegativeTestJSON-519129115 tempest-ServerMetadataNegativeTestJSON-519129115-project-member] Lock "98372513-5daf-4bf2-8448-a271c6b9530e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.572s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.557800] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677714, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.687174] env[62225]: DEBUG nova.compute.manager [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Received event network-vif-deleted-ead8864a-41e6-4f3f-a7ed-9ea410aaffc1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 790.687756] env[62225]: DEBUG nova.compute.manager [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Received event network-changed-a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 790.687756] env[62225]: DEBUG nova.compute.manager [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Refreshing instance network info cache due to event network-changed-a09f1c1e-6a26-4856-947a-4f16b48db2aa. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 790.688234] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] Acquiring lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.688234] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] Acquired lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.688304] env[62225]: DEBUG nova.network.neutron [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Refreshing network info cache for port a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 790.699825] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.814355] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.890764] env[62225]: DEBUG nova.network.neutron [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updated VIF entry in instance network info cache for port 4dd4b764-e538-42d4-a2ab-32c51e1ff90e. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 790.891158] env[62225]: DEBUG nova.network.neutron [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [{"id": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "address": "fa:16:3e:1b:26:f0", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd4b764-e5", "ovs_interfaceid": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.979608] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e83a6ee-76b7-4628-b201-7b637af191ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.989076] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b121a45a-51b1-40c4-a1ae-8b1a77b9d864 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.025414] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d4e72-c7ff-489c-b337-08354234b6ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.034223] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142fd3d-69ab-4d1b-989e-c19f68aaf8d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.049271] env[62225]: DEBUG nova.compute.provider_tree [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.059421] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677714, 'name': CreateVM_Task, 'duration_secs': 0.559219} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.060118] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 791.060805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.060985] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.061302] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.061793] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b28195-9187-410e-9c74-8f26bc69f2c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.067816] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 791.067816] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528fd042-4c63-8260-a5fb-f8a68097e515" [ 791.067816] env[62225]: _type = "Task" [ 791.067816] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.077357] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528fd042-4c63-8260-a5fb-f8a68097e515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.396801] env[62225]: DEBUG oslo_concurrency.lockutils [req-a47063b4-6089-4ddd-b4a4-e8b7bb8f95b2 req-0589552e-7c87-4271-9c8d-072d6daabf37 service nova] Releasing lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.503133] env[62225]: DEBUG nova.network.neutron [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updated VIF entry in instance network info cache for port a09f1c1e-6a26-4856-947a-4f16b48db2aa. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 791.503286] env[62225]: DEBUG nova.network.neutron [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updating instance_info_cache with network_info: [{"id": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "address": "fa:16:3e:1a:34:3a", "network": {"id": "f377fdd6-a900-4fd0-8ee1-e463963677d5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1316021563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbb594fdfa9e498098bea7eb1d0d550f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09f1c1e-6a", "ovs_interfaceid": "a09f1c1e-6a26-4856-947a-4f16b48db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.556962] env[62225]: DEBUG nova.scheduler.client.report [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 791.580580] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528fd042-4c63-8260-a5fb-f8a68097e515, 'name': SearchDatastore_Task, 'duration_secs': 0.041622} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.581571] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.581810] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.582052] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.582205] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.582379] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.582898] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbb5cb9-5499-458f-9304-d856000603f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.591945] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.592151] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 791.592869] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71960501-132e-4017-a08b-1f5e3b793a9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.599246] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 791.599246] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ae651e-50da-0e29-a06f-702ea69c1094" [ 791.599246] env[62225]: _type = "Task" [ 791.599246] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.610917] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ae651e-50da-0e29-a06f-702ea69c1094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.008980] env[62225]: DEBUG oslo_concurrency.lockutils [req-fcabcac3-b1c1-4dda-90a6-037c586daaa9 req-e7483828-b77a-4e89-967e-e94b2247fdf0 service nova] Releasing lock "refresh_cache-1f34b84f-d04a-4e32-8ad1-d154397ce8ec" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.064348] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.067032] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.330s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.092486] env[62225]: INFO nova.scheduler.client.report [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Deleted allocations for instance 053ca8ea-7808-4f1c-b982-a16a03ed2331 [ 792.112767] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ae651e-50da-0e29-a06f-702ea69c1094, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.113608] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55f018f-7c42-4fa0-a596-2978c5df262e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.120588] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 792.120588] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520c3968-7230-060b-b5ad-76d50ce064fc" [ 792.120588] env[62225]: _type = "Task" [ 792.120588] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.130785] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520c3968-7230-060b-b5ad-76d50ce064fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.571930] env[62225]: INFO nova.compute.claims [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.602557] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0ada01f2-cd5a-443b-8ed6-14086d9b2c9c tempest-ServersTestJSON-1239631283 tempest-ServersTestJSON-1239631283-project-member] Lock "053ca8ea-7808-4f1c-b982-a16a03ed2331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.258s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.632807] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520c3968-7230-060b-b5ad-76d50ce064fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.633095] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.633358] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af/f8f13103-9789-44fa-a8fc-67af270ee6af.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 792.633660] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b005de99-15ae-4095-9633-195d2a786123 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.641266] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 792.641266] env[62225]: value = "task-677715" [ 792.641266] env[62225]: _type = "Task" [ 792.641266] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.650594] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.080275] env[62225]: INFO nova.compute.resource_tracker [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating resource usage from migration fcf1912e-885f-4ea4-8cc8-1e6b780a769e [ 793.155268] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462866} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.158272] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af/f8f13103-9789-44fa-a8fc-67af270ee6af.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 793.158687] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.159348] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95eb5584-450e-4e76-84dc-7b431423c68d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.168311] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 793.168311] env[62225]: value = "task-677716" [ 793.168311] env[62225]: _type = "Task" [ 793.168311] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.183645] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.520405] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408dde7-2e28-4f6c-84e8-852172c8535e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.535815] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5028a92c-5316-411c-95a4-eeb25b905730 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.565819] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee2551a-1674-4232-8752-c72206932dac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.574657] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc345025-fbab-4a22-b1f2-0fc5c3c28401 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.592029] env[62225]: DEBUG nova.compute.provider_tree [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.679307] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075136} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.679734] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.680750] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4cc0cb-bdf8-4e94-823d-088e5c1c4ba9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.708065] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af/f8f13103-9789-44fa-a8fc-67af270ee6af.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.709130] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeede378-9c4f-4581-863e-953f65388360 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.734066] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 793.734066] env[62225]: value = "task-677717" [ 793.734066] env[62225]: _type = "Task" [ 793.734066] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.742837] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.094170] env[62225]: DEBUG nova.scheduler.client.report [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 794.248848] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.600552] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.531s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.600552] env[62225]: INFO nova.compute.manager [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Migrating [ 794.608426] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.974s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.608985] env[62225]: DEBUG nova.objects.instance [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lazy-loading 'resources' on Instance uuid 9c441c89-0efc-43b3-808d-8106c92e0123 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.746636] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.121780] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.123633] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.123633] env[62225]: DEBUG nova.network.neutron [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 795.253534] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677717, 'name': ReconfigVM_Task, 'duration_secs': 1.034505} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.254111] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af/f8f13103-9789-44fa-a8fc-67af270ee6af.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.254959] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ea22fbd-3c34-49e9-ba7c-5ee10180d1fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.268121] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 795.268121] env[62225]: value = "task-677718" [ 795.268121] env[62225]: _type = "Task" [ 795.268121] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.276855] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677718, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.645621] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0f8fc1-ae4f-47d9-b16a-1acadac6ad26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.656285] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1718fb-7b5a-420e-b9f9-59e02e2ea014 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.694470] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b068a-34d2-4210-b20a-7372c18b1438 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.705795] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fe6c90-9954-4081-ae05-790f90ef2984 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.722239] env[62225]: DEBUG nova.compute.provider_tree [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.785501] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677718, 'name': Rename_Task, 'duration_secs': 0.164124} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.785863] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 795.786171] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a892dec4-9cd3-46c6-99de-25a20ee0bce6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.796663] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 795.796663] env[62225]: value = "task-677719" [ 795.796663] env[62225]: _type = "Task" [ 795.796663] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.805667] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.051072] env[62225]: DEBUG nova.network.neutron [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.226110] env[62225]: DEBUG nova.scheduler.client.report [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 796.314165] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.554370] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.736289] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.740686] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.690s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.742071] env[62225]: DEBUG nova.objects.instance [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lazy-loading 'resources' on Instance uuid d44cd37e-42ae-45af-b853-d34441ddf09d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.743814] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "83575fca-aa81-42cd-a53e-2e984ca072b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.744328] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.781022] env[62225]: INFO nova.scheduler.client.report [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Deleted allocations for instance 9c441c89-0efc-43b3-808d-8106c92e0123 [ 796.811352] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.250273] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 797.293367] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4ca6bfed-98f8-4cd2-8a40-4e1f26e020ef tempest-AttachInterfacesV270Test-1731913803 tempest-AttachInterfacesV270Test-1731913803-project-member] Lock "9c441c89-0efc-43b3-808d-8106c92e0123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.573s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.314439] env[62225]: DEBUG oslo_vmware.api [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677719, 'name': PowerOnVM_Task, 'duration_secs': 1.190217} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.314721] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 797.314930] env[62225]: INFO nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Took 10.28 seconds to spawn the instance on the hypervisor. [ 797.315136] env[62225]: DEBUG nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 797.315917] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec19796-a562-4e82-b2aa-c859d6455d66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.520160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "4372db44-65a6-4a02-9860-9182323c161e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.520160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "4372db44-65a6-4a02-9860-9182323c161e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.626959] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff10b10-a7ff-4d15-b8aa-ca46c663e04a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.635984] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e7363-cc98-4e61-8e34-dd21db3a28b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.668561] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23db2d-671f-47fb-bc10-db1bf19c7802 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.677791] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a216f47-c718-4ae5-8418-48328f380877 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.695674] env[62225]: DEBUG nova.compute.provider_tree [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.776590] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.842633] env[62225]: INFO nova.compute.manager [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Took 46.51 seconds to build instance. [ 798.022959] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 798.073783] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b614c1f5-7d69-47a6-9876-bfcb8f46fe65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.093532] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 798.199588] env[62225]: DEBUG nova.scheduler.client.report [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 798.347106] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b422b1b4-f67f-40ea-a85d-df913b515667 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.253s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.542557] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.602276] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 798.602595] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3bd616-e3a3-40c5-a12d-2ac904a6a705 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.611687] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 798.611687] env[62225]: value = "task-677720" [ 798.611687] env[62225]: _type = "Task" [ 798.611687] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.622891] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.707389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.711768] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.480s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.715137] env[62225]: INFO nova.compute.claims [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.744773] env[62225]: INFO nova.scheduler.client.report [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Deleted allocations for instance d44cd37e-42ae-45af-b853-d34441ddf09d [ 799.128940] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677720, 'name': PowerOffVM_Task, 'duration_secs': 0.226018} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.128940] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 799.128940] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 799.254190] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0056a9b0-ea34-41b2-8bc9-d75bf4d2df9d tempest-ListImageFiltersTestJSON-455894214 tempest-ListImageFiltersTestJSON-455894214-project-member] Lock "d44cd37e-42ae-45af-b853-d34441ddf09d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.348s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.633827] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 799.634208] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 799.634208] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.634208] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 799.634396] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.634557] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 799.634837] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 799.635059] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 799.635286] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 799.635547] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 799.635758] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.641405] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de71bc68-1450-4ee2-b1b4-3d2057a65c0c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.658830] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 799.658830] env[62225]: value = "task-677721" [ 799.658830] env[62225]: _type = "Task" [ 799.658830] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.669458] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.825995] env[62225]: DEBUG nova.compute.manager [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 800.168999] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8815c14b-09d4-4e25-b15e-8201d0d4042f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.180159] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558c9899-a87f-4b29-9e9d-e2de71146242 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.184623] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677721, 'name': ReconfigVM_Task, 'duration_secs': 0.174434} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.184928] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 800.218019] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f5f84e-3d93-49c9-bc9a-b48c0b18f6e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.228235] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a92a4-a49c-431c-a086-52a8fe24c399 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.244337] env[62225]: DEBUG nova.compute.provider_tree [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.348508] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.694057] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:38:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='148dcfac-9a29-4abb-ae0d-d8c1c6929015',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463325850',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 800.694057] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 800.695959] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 800.699077] env[62225]: DEBUG nova.virt.hardware [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.704645] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.706155] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-002f7350-663e-479d-872a-23380f953f53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.731975] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 800.731975] env[62225]: value = "task-677722" [ 800.731975] env[62225]: _type = "Task" [ 800.731975] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.744978] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.752810] env[62225]: DEBUG nova.scheduler.client.report [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 801.242651] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.264517] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.266477] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 801.270856] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.363s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.274237] env[62225]: INFO nova.compute.claims [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.744169] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.780991] env[62225]: DEBUG nova.compute.utils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.786169] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 801.786169] env[62225]: DEBUG nova.network.neutron [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 801.855026] env[62225]: DEBUG nova.policy [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba2c6979b1e4823b0859a9d1da44f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263f39e5bf034aa7803db23d01f7a514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 801.931288] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "620c617e-a89b-44b3-b240-ad5e23c97697" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.933437] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "620c617e-a89b-44b3-b240-ad5e23c97697" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.245018] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677722, 'name': ReconfigVM_Task, 'duration_secs': 1.33719} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.245425] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 802.246309] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56773066-a0c5-4cb3-8815-cebfddaa3b29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.253218] env[62225]: DEBUG nova.network.neutron [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Successfully created port: 5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.272820] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.273521] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8f721d-54a7-4923-bfff-430169f99244 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.290209] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 802.307191] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 802.307191] env[62225]: value = "task-677723" [ 802.307191] env[62225]: _type = "Task" [ 802.307191] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.318347] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.436140] env[62225]: DEBUG nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 802.441430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.441684] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.707498] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "5f763e09-38e0-415e-8a97-8259672e1e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.707755] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "5f763e09-38e0-415e-8a97-8259672e1e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.809312] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f65f4-e147-418d-908d-490e896425fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.821254] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677723, 'name': ReconfigVM_Task, 'duration_secs': 0.407342} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.823246] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.823625] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 802.827763] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388976e4-edd5-449c-a7a7-3fb7300621d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.868185] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4234c540-bdd6-4b3e-aa4e-387e22ab2e27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.875268] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1de2a7-1f8d-435a-8607-55aa26a0351b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.892262] env[62225]: DEBUG nova.compute.provider_tree [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.947809] env[62225]: INFO nova.compute.manager [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Detaching volume 0b88821f-bf7a-433b-b58c-1f23453cbee1 [ 802.965076] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.986586] env[62225]: INFO nova.virt.block_device [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Attempting to driver detach volume 0b88821f-bf7a-433b-b58c-1f23453cbee1 from mountpoint /dev/sdb [ 802.986844] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 802.987020] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163297', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'name': 'volume-0b88821f-bf7a-433b-b58c-1f23453cbee1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f45f88d0-3ccd-4f8e-93c4-02d82e23be59', 'attached_at': '', 'detached_at': '', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'serial': '0b88821f-bf7a-433b-b58c-1f23453cbee1'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 802.987930] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c407e-81ab-4c06-b6e9-12d022f5d4d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.009742] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55712b08-3315-4cf3-913c-58e6efa3af83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.018351] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187adbe-6399-4378-80e0-ceadb1a9eb20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.040214] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a86502-8b46-439f-bfeb-0a7bf187c96c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.058537] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b88821f-bf7a-433b-b58c-1f23453cbee1/volume-0b88821f-bf7a-433b-b58c-1f23453cbee1.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 803.063815] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 803.064292] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80ce4e5-36c0-4760-acd0-1a806e1a6860 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.083215] env[62225]: DEBUG oslo_vmware.api [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 803.083215] env[62225]: value = "task-677724" [ 803.083215] env[62225]: _type = "Task" [ 803.083215] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.091613] env[62225]: DEBUG oslo_vmware.api [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.210298] env[62225]: DEBUG nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 803.304352] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 803.332934] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 803.333305] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 803.333540] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.333847] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 803.334073] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.334298] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 803.334604] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 803.334824] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 803.335077] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 803.335321] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 803.335566] env[62225]: DEBUG nova.virt.hardware [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.337827] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03f23bb-66b6-40ed-a99f-fc870d8036f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.341131] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e54018-1cd6-438e-af4f-5d6b11b79897 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.364847] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef6470f-fdeb-4b41-81bf-a926df9c97ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.369739] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2976805-694d-43cc-92ab-d89abb3f3207 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.388860] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 803.401392] env[62225]: DEBUG nova.scheduler.client.report [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 803.594032] env[62225]: DEBUG oslo_vmware.api [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677724, 'name': ReconfigVM_Task, 'duration_secs': 0.231898} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.594126] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 803.598899] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-becd3841-fa02-4865-bf56-9a55727cc0d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.618058] env[62225]: DEBUG oslo_vmware.api [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 803.618058] env[62225]: value = "task-677725" [ 803.618058] env[62225]: _type = "Task" [ 803.618058] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.627748] env[62225]: DEBUG oslo_vmware.api [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.742046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.910593] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.910593] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 803.917835] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.663s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.917835] env[62225]: DEBUG nova.objects.instance [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lazy-loading 'resources' on Instance uuid d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.968458] env[62225]: DEBUG nova.network.neutron [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Port 53f071ea-445d-41ff-a2a8-a2841951e627 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 804.034851] env[62225]: DEBUG nova.network.neutron [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Successfully updated port: 5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.095625] env[62225]: DEBUG nova.compute.manager [req-3bb68d61-b257-4033-b99b-5b1da921c128 req-8dccd933-e5c1-4057-b18b-a3e3eb6784c0 service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Received event network-vif-plugged-5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 804.095841] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bb68d61-b257-4033-b99b-5b1da921c128 req-8dccd933-e5c1-4057-b18b-a3e3eb6784c0 service nova] Acquiring lock "e5b0b921-5288-44da-ad40-56abd7202a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.096099] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bb68d61-b257-4033-b99b-5b1da921c128 req-8dccd933-e5c1-4057-b18b-a3e3eb6784c0 service nova] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.096286] env[62225]: DEBUG oslo_concurrency.lockutils [req-3bb68d61-b257-4033-b99b-5b1da921c128 req-8dccd933-e5c1-4057-b18b-a3e3eb6784c0 service nova] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.096461] env[62225]: DEBUG nova.compute.manager [req-3bb68d61-b257-4033-b99b-5b1da921c128 req-8dccd933-e5c1-4057-b18b-a3e3eb6784c0 service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] No waiting events found dispatching network-vif-plugged-5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 804.096626] env[62225]: WARNING nova.compute.manager [req-3bb68d61-b257-4033-b99b-5b1da921c128 req-8dccd933-e5c1-4057-b18b-a3e3eb6784c0 service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Received unexpected event network-vif-plugged-5c51874c-2640-4e46-8a1e-cf88aa335dfa for instance with vm_state building and task_state spawning. [ 804.130343] env[62225]: DEBUG oslo_vmware.api [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677725, 'name': ReconfigVM_Task, 'duration_secs': 0.156943} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.130668] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163297', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'name': 'volume-0b88821f-bf7a-433b-b58c-1f23453cbee1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f45f88d0-3ccd-4f8e-93c4-02d82e23be59', 'attached_at': '', 'detached_at': '', 'volume_id': '0b88821f-bf7a-433b-b58c-1f23453cbee1', 'serial': '0b88821f-bf7a-433b-b58c-1f23453cbee1'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 804.419231] env[62225]: DEBUG nova.compute.utils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.420248] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 804.420353] env[62225]: DEBUG nova.network.neutron [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 804.485896] env[62225]: DEBUG nova.policy [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d746daa8b94a0da12417cfdea364e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd803545f6dbf4e998e03c1ae6e10680f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 804.537673] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "refresh_cache-e5b0b921-5288-44da-ad40-56abd7202a8c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.537864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "refresh_cache-e5b0b921-5288-44da-ad40-56abd7202a8c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.538135] env[62225]: DEBUG nova.network.neutron [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 804.699185] env[62225]: DEBUG nova.objects.instance [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'flavor' on Instance uuid f45f88d0-3ccd-4f8e-93c4-02d82e23be59 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.925287] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 804.949213] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64456833-58f8-4b94-87f4-c17d1f7b8eab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.959489] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88403cc2-5105-4108-922f-b16e39a14dcd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.000589] env[62225]: DEBUG nova.network.neutron [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Successfully created port: 36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.004218] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cad36fc-8a9d-4af3-9c3c-acb4d3e86c0f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.010667] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.010893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.011086] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.020350] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50ed0b-93ad-4860-b5e5-eea75312510c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.039639] env[62225]: DEBUG nova.compute.provider_tree [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.094656] env[62225]: DEBUG nova.network.neutron [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 805.281522] env[62225]: DEBUG nova.network.neutron [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Updating instance_info_cache with network_info: [{"id": "5c51874c-2640-4e46-8a1e-cf88aa335dfa", "address": "fa:16:3e:63:3b:b9", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c51874c-26", "ovs_interfaceid": "5c51874c-2640-4e46-8a1e-cf88aa335dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.541785] env[62225]: DEBUG nova.scheduler.client.report [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 805.706705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fa48054d-651a-4d52-b15a-ddee9daf8d7d tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.785086] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "refresh_cache-e5b0b921-5288-44da-ad40-56abd7202a8c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.785352] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Instance network_info: |[{"id": "5c51874c-2640-4e46-8a1e-cf88aa335dfa", "address": "fa:16:3e:63:3b:b9", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c51874c-26", "ovs_interfaceid": "5c51874c-2640-4e46-8a1e-cf88aa335dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 805.786164] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:3b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c51874c-2640-4e46-8a1e-cf88aa335dfa', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.797283] env[62225]: DEBUG oslo.service.loopingcall [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.797525] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 805.797765] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca998ab-44aa-4b13-a802-6959ef786f12 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.819917] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.819917] env[62225]: value = "task-677726" [ 805.819917] env[62225]: _type = "Task" [ 805.819917] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.829902] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677726, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.935033] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 805.966889] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 805.966889] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 805.967134] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.967218] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 805.967408] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.967605] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 805.967862] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 805.968080] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 805.968298] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 805.968494] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 805.968700] env[62225]: DEBUG nova.virt.hardware [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.970191] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a6de1-392f-4fb3-aeb1-67d1015ed5ab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.980802] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091af5fa-ad12-44e0-8343-e4e189f2fc51 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.052492] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.053909] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.054123] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.054323] env[62225]: DEBUG nova.network.neutron [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 806.055818] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.533s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.056084] env[62225]: DEBUG nova.objects.instance [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lazy-loading 'resources' on Instance uuid b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.087830] env[62225]: INFO nova.scheduler.client.report [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted allocations for instance d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0 [ 806.330710] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677726, 'name': CreateVM_Task, 'duration_secs': 0.347935} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.330900] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 806.331611] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.331822] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.332171] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.332429] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9381226-4334-40b9-8cf7-c6aba9ee298f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.338118] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 806.338118] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a674b3-6ad9-e55c-2722-a1c077a8b038" [ 806.338118] env[62225]: _type = "Task" [ 806.338118] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.346349] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a674b3-6ad9-e55c-2722-a1c077a8b038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.424300] env[62225]: DEBUG nova.compute.manager [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Received event network-changed-5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 806.424300] env[62225]: DEBUG nova.compute.manager [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Refreshing instance network info cache due to event network-changed-5c51874c-2640-4e46-8a1e-cf88aa335dfa. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 806.424300] env[62225]: DEBUG oslo_concurrency.lockutils [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] Acquiring lock "refresh_cache-e5b0b921-5288-44da-ad40-56abd7202a8c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.424300] env[62225]: DEBUG oslo_concurrency.lockutils [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] Acquired lock "refresh_cache-e5b0b921-5288-44da-ad40-56abd7202a8c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.424300] env[62225]: DEBUG nova.network.neutron [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Refreshing network info cache for port 5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 806.454866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.454866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.454866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.454866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.454866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.456496] env[62225]: INFO nova.compute.manager [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Terminating instance [ 806.461037] env[62225]: DEBUG nova.compute.manager [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 806.461037] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 806.461784] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaf652a-a986-472d-ae7d-b00a1a669d0f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.473172] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 806.473172] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4133f886-d960-407c-97ca-02adf7cca09c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.480881] env[62225]: DEBUG oslo_vmware.api [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 806.480881] env[62225]: value = "task-677727" [ 806.480881] env[62225]: _type = "Task" [ 806.480881] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.493258] env[62225]: DEBUG oslo_vmware.api [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.599599] env[62225]: DEBUG oslo_concurrency.lockutils [None req-579d9656-d129-4d62-869f-d3354e3a863f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.008s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.689759] env[62225]: DEBUG nova.network.neutron [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Successfully updated port: 36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.847565] env[62225]: DEBUG nova.network.neutron [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.856399] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a674b3-6ad9-e55c-2722-a1c077a8b038, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.856399] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.856567] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.858312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.858312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.858312] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.858312] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67dee58d-950a-4e9f-ae20-a4fc91e88f97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.866948] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.867165] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 806.870170] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9729cb6c-1d94-4cbb-a7ab-8745e14c46c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.876686] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 806.876686] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5252a3ca-7d36-130d-d616-28e17e0145dd" [ 806.876686] env[62225]: _type = "Task" [ 806.876686] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.885036] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5252a3ca-7d36-130d-d616-28e17e0145dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.993633] env[62225]: DEBUG oslo_vmware.api [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677727, 'name': PowerOffVM_Task, 'duration_secs': 0.211272} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.993924] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 806.994103] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 806.994378] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e58b18-2282-4735-aec6-ff5d268c995f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.019456] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92435995-d142-4c17-a12c-2beea67895a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.031068] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe30047e-9679-429e-87cf-44a018c09427 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.067042] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da961740-9e27-4e9a-934d-d49d5ae50bf4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.075647] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a5957-df5a-4b3e-b099-ace728941e3d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.091438] env[62225]: DEBUG nova.compute.provider_tree [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.094136] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 807.094350] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 807.094533] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleting the datastore file [datastore1] f45f88d0-3ccd-4f8e-93c4-02d82e23be59 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.095043] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-408cc173-b104-43a8-9fa5-7f4ff2cebed9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.101684] env[62225]: DEBUG oslo_vmware.api [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 807.101684] env[62225]: value = "task-677729" [ 807.101684] env[62225]: _type = "Task" [ 807.101684] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.110502] env[62225]: DEBUG oslo_vmware.api [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.192923] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.194017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.194017] env[62225]: DEBUG nova.network.neutron [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 807.233966] env[62225]: DEBUG nova.network.neutron [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Updated VIF entry in instance network info cache for port 5c51874c-2640-4e46-8a1e-cf88aa335dfa. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 807.234372] env[62225]: DEBUG nova.network.neutron [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Updating instance_info_cache with network_info: [{"id": "5c51874c-2640-4e46-8a1e-cf88aa335dfa", "address": "fa:16:3e:63:3b:b9", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c51874c-26", "ovs_interfaceid": "5c51874c-2640-4e46-8a1e-cf88aa335dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.357752] env[62225]: DEBUG oslo_concurrency.lockutils [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.387885] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5252a3ca-7d36-130d-d616-28e17e0145dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.388725] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937f39a4-2d8c-4d15-af8a-7887da79810a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.394560] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 807.394560] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52879281-3e88-0ecf-53e7-e6141f815774" [ 807.394560] env[62225]: _type = "Task" [ 807.394560] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.403831] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52879281-3e88-0ecf-53e7-e6141f815774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.596669] env[62225]: DEBUG nova.scheduler.client.report [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 807.613755] env[62225]: DEBUG oslo_vmware.api [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144081} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.614621] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.614818] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 807.614997] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 807.615196] env[62225]: INFO nova.compute.manager [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 807.615436] env[62225]: DEBUG oslo.service.loopingcall [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.615624] env[62225]: DEBUG nova.compute.manager [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 807.615733] env[62225]: DEBUG nova.network.neutron [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 807.729129] env[62225]: DEBUG nova.network.neutron [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 807.737322] env[62225]: DEBUG oslo_concurrency.lockutils [req-33a0fbaa-1ae7-47fe-83f2-1340b71c6cff req-a6fcd045-ee8e-4159-933d-fc10d487b44f service nova] Releasing lock "refresh_cache-e5b0b921-5288-44da-ad40-56abd7202a8c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.888112] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c8508-40b4-4091-865c-b0ecd364db83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.911130] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa154f-fc7b-4b19-8f8c-604dac275333 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.923893] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 807.927932] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52879281-3e88-0ecf-53e7-e6141f815774, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.928807] env[62225]: DEBUG nova.network.neutron [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updating instance_info_cache with network_info: [{"id": "36d15299-2c71-4792-ad08-646a25ac75d5", "address": "fa:16:3e:15:bd:82", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d15299-2c", "ovs_interfaceid": "36d15299-2c71-4792-ad08-646a25ac75d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.931471] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.931471] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e5b0b921-5288-44da-ad40-56abd7202a8c/e5b0b921-5288-44da-ad40-56abd7202a8c.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 807.931471] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47bf3957-0ef3-47b4-9124-04166913d60f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.939427] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 807.939427] env[62225]: value = "task-677730" [ 807.939427] env[62225]: _type = "Task" [ 807.939427] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.950923] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.106100] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.106100] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.345s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.106100] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.106100] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 808.106100] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.194s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.106100] env[62225]: DEBUG nova.objects.instance [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lazy-loading 'resources' on Instance uuid 402bb35b-24dc-4326-b607-b636ce61cbbc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.109264] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df9bc1-14c4-4c40-885c-1c097f68d97f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.121883] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc1e9b-25e4-4149-830a-85fb8217977e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.143513] env[62225]: INFO nova.scheduler.client.report [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Deleted allocations for instance b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44 [ 808.145413] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e984ce97-b4d3-458d-b6f3-86a4e47fa4e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.157515] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da70536-2e39-44da-aaad-ae900dc33b2a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.193813] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179093MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 808.194009] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.433080] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 808.433539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Releasing lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.433892] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Instance network_info: |[{"id": "36d15299-2c71-4792-ad08-646a25ac75d5", "address": "fa:16:3e:15:bd:82", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d15299-2c", "ovs_interfaceid": "36d15299-2c71-4792-ad08-646a25ac75d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 808.434455] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b013eab-c90b-4c5a-81f4-8e62e023ed83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.436754] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:bd:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d15299-2c71-4792-ad08-646a25ac75d5', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.444804] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Creating folder: Project (d803545f6dbf4e998e03c1ae6e10680f). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 808.445148] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59233acc-223a-4fb2-b07b-76d7f1e2b599 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.454386] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 808.454386] env[62225]: value = "task-677731" [ 808.454386] env[62225]: _type = "Task" [ 808.454386] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.458187] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478052} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.461763] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e5b0b921-5288-44da-ad40-56abd7202a8c/e5b0b921-5288-44da-ad40-56abd7202a8c.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 808.462011] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.463352] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34753fd2-60e6-4614-9c0e-43e6ec95b2fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.467418] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Created folder: Project (d803545f6dbf4e998e03c1ae6e10680f) in parent group-v163168. [ 808.467418] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Creating folder: Instances. Parent ref: group-v163338. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 808.467418] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35439151-0798-428a-9560-9a1f06ac0b16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.472196] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.473674] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 808.473674] env[62225]: value = "task-677733" [ 808.473674] env[62225]: _type = "Task" [ 808.473674] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.480489] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Created folder: Instances in parent group-v163338. [ 808.480800] env[62225]: DEBUG oslo.service.loopingcall [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.483723] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 808.484054] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.484289] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4619ac98-b641-4949-b6b1-0c3c9bc65a56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.507650] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.507650] env[62225]: value = "task-677735" [ 808.507650] env[62225]: _type = "Task" [ 808.507650] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.519691] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677735, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.587144] env[62225]: DEBUG nova.compute.manager [req-5e26185e-9108-4fc7-91b2-81fda3dd0033 req-16db5791-e015-482f-8ccf-8d6363f0cbff service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Received event network-vif-deleted-87bdbea5-56fb-4e83-9eba-192384076c7a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 808.587389] env[62225]: INFO nova.compute.manager [req-5e26185e-9108-4fc7-91b2-81fda3dd0033 req-16db5791-e015-482f-8ccf-8d6363f0cbff service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Neutron deleted interface 87bdbea5-56fb-4e83-9eba-192384076c7a; detaching it from the instance and deleting it from the info cache [ 808.587630] env[62225]: DEBUG nova.network.neutron [req-5e26185e-9108-4fc7-91b2-81fda3dd0033 req-16db5791-e015-482f-8ccf-8d6363f0cbff service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.654980] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7860b83c-6f07-4e44-994a-fcc9ab0ce985 tempest-ServerAddressesTestJSON-339522374 tempest-ServerAddressesTestJSON-339522374-project-member] Lock "b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.719s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.797275] env[62225]: DEBUG nova.network.neutron [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.834861] env[62225]: DEBUG nova.compute.manager [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Received event network-vif-plugged-36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 808.835104] env[62225]: DEBUG oslo_concurrency.lockutils [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.835365] env[62225]: DEBUG oslo_concurrency.lockutils [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.835495] env[62225]: DEBUG oslo_concurrency.lockutils [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.836630] env[62225]: DEBUG nova.compute.manager [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] No waiting events found dispatching network-vif-plugged-36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 808.836630] env[62225]: WARNING nova.compute.manager [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Received unexpected event network-vif-plugged-36d15299-2c71-4792-ad08-646a25ac75d5 for instance with vm_state building and task_state spawning. [ 808.836630] env[62225]: DEBUG nova.compute.manager [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Received event network-changed-36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 808.836630] env[62225]: DEBUG nova.compute.manager [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Refreshing instance network info cache due to event network-changed-36d15299-2c71-4792-ad08-646a25ac75d5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 808.836630] env[62225]: DEBUG oslo_concurrency.lockutils [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] Acquiring lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.836630] env[62225]: DEBUG oslo_concurrency.lockutils [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] Acquired lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.837060] env[62225]: DEBUG nova.network.neutron [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Refreshing network info cache for port 36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 808.972179] env[62225]: DEBUG oslo_vmware.api [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677731, 'name': PowerOnVM_Task, 'duration_secs': 0.439951} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.974967] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 808.975255] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-336d3a03-3b56-4481-82ab-bad3f71d5994 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance '13d1b109-25a1-4e7f-9d70-a449ece00cc2' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 808.989645] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080487} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.989930] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.990730] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b456ac8a-ee76-4595-bbde-4ab6b353cb98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.016510] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] e5b0b921-5288-44da-ad40-56abd7202a8c/e5b0b921-5288-44da-ad40-56abd7202a8c.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.018173] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6cc43a-85f2-412d-aaac-d79f432c6168 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.046594] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677735, 'name': CreateVM_Task, 'duration_secs': 0.384697} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.047992] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 809.048386] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 809.048386] env[62225]: value = "task-677736" [ 809.048386] env[62225]: _type = "Task" [ 809.048386] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.052201] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.052201] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.052201] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.056019] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bccc05c-41fc-4855-9aca-44a53009aa38 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.063569] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 809.063569] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ff9ec0-885a-35ec-e8c7-e5f9466685ba" [ 809.063569] env[62225]: _type = "Task" [ 809.063569] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.068038] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca37f2-c60d-4a51-966e-c33a67f04953 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.072237] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.086348] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ff9ec0-885a-35ec-e8c7-e5f9466685ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.086348] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cdbc1c-7114-4fec-89e1-b0df051e3bec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.089895] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b512bbec-8733-4ee5-9a45-9b58282107c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.118947] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091aa0b1-07a4-414b-8f52-af01bb2e4daf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.125735] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16015ac5-0da8-43a1-bb28-26b987e24927 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.140111] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e0017-4886-444a-a1a9-6b88af16b429 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.155064] env[62225]: DEBUG nova.compute.provider_tree [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.165125] env[62225]: DEBUG nova.compute.manager [req-5e26185e-9108-4fc7-91b2-81fda3dd0033 req-16db5791-e015-482f-8ccf-8d6363f0cbff service nova] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Detach interface failed, port_id=87bdbea5-56fb-4e83-9eba-192384076c7a, reason: Instance f45f88d0-3ccd-4f8e-93c4-02d82e23be59 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 809.299896] env[62225]: INFO nova.compute.manager [-] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Took 1.68 seconds to deallocate network for instance. [ 809.319655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.320055] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.320256] env[62225]: INFO nova.compute.manager [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Shelving [ 809.562324] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677736, 'name': ReconfigVM_Task, 'duration_secs': 0.284239} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.562630] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] e5b0b921-5288-44da-ad40-56abd7202a8c/e5b0b921-5288-44da-ad40-56abd7202a8c.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.563274] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-086c2342-36a9-4c6a-8168-7872432c3fff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.572347] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 809.572347] env[62225]: value = "task-677737" [ 809.572347] env[62225]: _type = "Task" [ 809.572347] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.579867] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ff9ec0-885a-35ec-e8c7-e5f9466685ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020197} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.581976] env[62225]: DEBUG nova.network.neutron [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updated VIF entry in instance network info cache for port 36d15299-2c71-4792-ad08-646a25ac75d5. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 809.581976] env[62225]: DEBUG nova.network.neutron [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updating instance_info_cache with network_info: [{"id": "36d15299-2c71-4792-ad08-646a25ac75d5", "address": "fa:16:3e:15:bd:82", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d15299-2c", "ovs_interfaceid": "36d15299-2c71-4792-ad08-646a25ac75d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.584269] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.584767] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.587480] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.587550] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.587706] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.591584] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2458411-7806-4c51-b3e0-02724708abfc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.597334] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677737, 'name': Rename_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.605431] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.605891] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 809.606604] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77401e3d-8eb7-4a08-ac70-17228a0640a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.614459] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 809.614459] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526439ef-cd5f-6e19-5d39-ebd0e6966418" [ 809.614459] env[62225]: _type = "Task" [ 809.614459] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.622838] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526439ef-cd5f-6e19-5d39-ebd0e6966418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.667668] env[62225]: DEBUG nova.scheduler.client.report [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 809.806528] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.829327] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 809.829327] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b056f4-efe3-42c4-b11f-5da668f6cbd3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.837717] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 809.837717] env[62225]: value = "task-677738" [ 809.837717] env[62225]: _type = "Task" [ 809.837717] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.847820] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.084567] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677737, 'name': Rename_Task, 'duration_secs': 0.146543} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.084902] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 810.087427] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36538a8a-7fe3-4353-8ff6-cbb10345e075 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.092142] env[62225]: DEBUG oslo_concurrency.lockutils [req-e3909187-cee5-4e9e-8eaf-8b5421fd36e8 req-a43d1c43-9d09-437a-a6d3-96558dc87552 service nova] Releasing lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.096311] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 810.096311] env[62225]: value = "task-677739" [ 810.096311] env[62225]: _type = "Task" [ 810.096311] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.110532] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.124742] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526439ef-cd5f-6e19-5d39-ebd0e6966418, 'name': SearchDatastore_Task, 'duration_secs': 0.028793} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.125550] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4043b449-415d-4f52-92e1-9a1fc1478143 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.132037] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 810.132037] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ad4113-d04c-0662-717e-48978ec97339" [ 810.132037] env[62225]: _type = "Task" [ 810.132037] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.142227] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ad4113-d04c-0662-717e-48978ec97339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.173345] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.176094] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.223s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.178173] env[62225]: INFO nova.compute.claims [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.202669] env[62225]: INFO nova.scheduler.client.report [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Deleted allocations for instance 402bb35b-24dc-4326-b607-b636ce61cbbc [ 810.348805] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677738, 'name': PowerOffVM_Task, 'duration_secs': 0.289381} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.349119] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 810.350304] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7b1bcb-f818-49a5-b5fd-a679e107470a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.370294] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a49c040-0d84-4ec6-aad6-18a3d1e9b792 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.609135] env[62225]: DEBUG oslo_vmware.api [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677739, 'name': PowerOnVM_Task, 'duration_secs': 0.492467} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.609628] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 810.610228] env[62225]: INFO nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Took 7.31 seconds to spawn the instance on the hypervisor. [ 810.610525] env[62225]: DEBUG nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 810.611499] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c09cc9f-c4f2-48b9-8f40-45d4c7396464 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.649210] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ad4113-d04c-0662-717e-48978ec97339, 'name': SearchDatastore_Task, 'duration_secs': 0.015445} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.649210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.649210] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] c87e8f96-2c8d-4663-8ca1-838af78da36f/c87e8f96-2c8d-4663-8ca1-838af78da36f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 810.649210] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51e93dc0-1c72-4033-81c5-53d21604642a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.657379] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 810.657379] env[62225]: value = "task-677740" [ 810.657379] env[62225]: _type = "Task" [ 810.657379] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.669293] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.715967] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e6dd3c83-dc98-4efb-8a4b-1e2d6a93ebe3 tempest-ServersTestFqdnHostnames-1786677080 tempest-ServersTestFqdnHostnames-1786677080-project-member] Lock "402bb35b-24dc-4326-b607-b636ce61cbbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.630s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.883959] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.884350] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-942f3b8d-6e80-49a0-b567-e4ee396808fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.895902] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 810.895902] env[62225]: value = "task-677741" [ 810.895902] env[62225]: _type = "Task" [ 810.895902] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.906174] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677741, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.145934] env[62225]: INFO nova.compute.manager [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Took 37.93 seconds to build instance. [ 811.173848] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.410355] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677741, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.647447] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aeec1cda-a767-4ec3-9f6b-5b415a0aca66 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.452s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.657565] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c1f49b-4539-46e7-8521-0d8d05621140 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.669505] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585574} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.671188] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] c87e8f96-2c8d-4663-8ca1-838af78da36f/c87e8f96-2c8d-4663-8ca1-838af78da36f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 811.671338] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.671602] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16cfed96-46d9-4a60-a55a-055442689376 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.674173] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c398b-fc61-4e42-8733-304ce0917aec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.709617] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304e34c-d568-40f3-a9e9-f1daf5a1308c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.712746] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 811.712746] env[62225]: value = "task-677742" [ 811.712746] env[62225]: _type = "Task" [ 811.712746] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.720036] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7793f31-18bf-4579-98b3-5fcb4ea958a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.727012] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.738232] env[62225]: DEBUG nova.compute.provider_tree [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.908597] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677741, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.059432] env[62225]: DEBUG nova.network.neutron [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Port 53f071ea-445d-41ff-a2a8-a2841951e627 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 812.059432] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.059432] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.059432] env[62225]: DEBUG nova.network.neutron [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 812.225655] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073456} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.226007] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.227742] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ebdce8-4c91-4ee5-9331-9496df3ea935 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.247772] env[62225]: DEBUG nova.scheduler.client.report [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 812.263781] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c87e8f96-2c8d-4663-8ca1-838af78da36f/c87e8f96-2c8d-4663-8ca1-838af78da36f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.264487] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0e133a-e48c-4b4d-a253-13834139783b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.288873] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 812.288873] env[62225]: value = "task-677743" [ 812.288873] env[62225]: _type = "Task" [ 812.288873] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.298930] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.407852] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677741, 'name': CreateSnapshot_Task, 'duration_secs': 1.1549} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.408169] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.408948] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e51c1c-94bd-45c7-9de5-c25c143d4239 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.767774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.767774] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 812.775241] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.268s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.775387] env[62225]: DEBUG nova.objects.instance [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lazy-loading 'resources' on Instance uuid 2bf20983-6072-4672-b7f6-09fd621efb1f {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.801072] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.933824] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.934221] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c90e67db-a5ef-42f8-9efa-25eb4071c247 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.947589] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 812.947589] env[62225]: value = "task-677744" [ 812.947589] env[62225]: _type = "Task" [ 812.947589] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.959729] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677744, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.072150] env[62225]: DEBUG nova.network.neutron [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.290273] env[62225]: DEBUG nova.compute.utils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.299277] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 813.299588] env[62225]: DEBUG nova.network.neutron [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 813.312372] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677743, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.403542] env[62225]: DEBUG nova.compute.manager [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 813.404651] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bf369f-d84d-4695-93a1-e1d44e627984 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.416579] env[62225]: DEBUG nova.policy [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20b9581921e479aaf8372c56be545aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a996be29a414b419f7f6ce57f290cf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 813.462273] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677744, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.574468] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.799220] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 813.815777] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a377cdd-35d6-4e92-ad63-f1cda4beac8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.834122] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251387d-3842-405a-b881-5be5f807756a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.837500] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677743, 'name': ReconfigVM_Task, 'duration_secs': 1.058893} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.837773] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c87e8f96-2c8d-4663-8ca1-838af78da36f/c87e8f96-2c8d-4663-8ca1-838af78da36f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.838791] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d3039d-c526-4a78-ab3b-3a140e54889c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.875198] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e2041-bf2e-4675-ad0e-21da81689260 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.878667] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 813.878667] env[62225]: value = "task-677745" [ 813.878667] env[62225]: _type = "Task" [ 813.878667] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.888303] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8caab78-b309-4459-a344-323a242a1a09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.898156] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677745, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.908693] env[62225]: DEBUG nova.compute.provider_tree [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.925327] env[62225]: INFO nova.compute.manager [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] instance snapshotting [ 813.928588] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535920a0-4c98-4808-81c5-07c6347d9283 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.952710] env[62225]: DEBUG nova.network.neutron [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Successfully created port: 122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.958194] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b6404-f2ed-4157-a5a7-648507cf326c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.968200] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677744, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.079892] env[62225]: DEBUG nova.compute.manager [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62225) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 814.081376] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.389468] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677745, 'name': Rename_Task, 'duration_secs': 0.206174} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.389854] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 814.390071] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d82d8ae9-1660-47f3-83a0-e3a0b117b787 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.396630] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 814.396630] env[62225]: value = "task-677746" [ 814.396630] env[62225]: _type = "Task" [ 814.396630] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.404735] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.411793] env[62225]: DEBUG nova.scheduler.client.report [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 814.462314] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677744, 'name': CloneVM_Task, 'duration_secs': 1.331805} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.462608] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Created linked-clone VM from snapshot [ 814.463383] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1437eb-7d6c-4fd5-8b7b-87b1cbfb23dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.474282] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.474923] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Uploading image c39e1968-9d1d-44c7-9fa3-04aff4f39ffc {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 814.476693] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-381ae184-f0ad-4c8e-a352-fba4748a7e93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.484795] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 814.484795] env[62225]: value = "task-677747" [ 814.484795] env[62225]: _type = "Task" [ 814.484795] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.494632] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.498063] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.498063] env[62225]: value = "vm-163342" [ 814.498063] env[62225]: _type = "VirtualMachine" [ 814.498063] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.498375] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c142ae64-9d0c-40d2-bd8a-eb43a18e67a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.511417] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lease: (returnval){ [ 814.511417] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c554d8-07bf-8e48-7f1e-de4cad161335" [ 814.511417] env[62225]: _type = "HttpNfcLease" [ 814.511417] env[62225]: } obtained for exporting VM: (result){ [ 814.511417] env[62225]: value = "vm-163342" [ 814.511417] env[62225]: _type = "VirtualMachine" [ 814.511417] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.511858] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the lease: (returnval){ [ 814.511858] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c554d8-07bf-8e48-7f1e-de4cad161335" [ 814.511858] env[62225]: _type = "HttpNfcLease" [ 814.511858] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.519481] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.519481] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c554d8-07bf-8e48-7f1e-de4cad161335" [ 814.519481] env[62225]: _type = "HttpNfcLease" [ 814.519481] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.811187] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 814.840959] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 814.841151] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 814.841311] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.841490] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 814.841663] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.841833] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 814.842073] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 814.842239] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 814.842402] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 814.842564] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 814.842733] env[62225]: DEBUG nova.virt.hardware [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.843611] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a88f1-cd9d-4f9c-bd73-87174e709eda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.853801] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac32a18f-e085-414c-b48e-de49d44a7ee6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.907284] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677746, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.917332] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.920037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.429s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.920037] env[62225]: DEBUG nova.objects.instance [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lazy-loading 'resources' on Instance uuid ecd1ca12-c4a0-459f-ac68-b8209b659af7 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.960211] env[62225]: INFO nova.scheduler.client.report [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Deleted allocations for instance 2bf20983-6072-4672-b7f6-09fd621efb1f [ 815.001218] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.022530] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.022530] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c554d8-07bf-8e48-7f1e-de4cad161335" [ 815.022530] env[62225]: _type = "HttpNfcLease" [ 815.022530] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.022966] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.022966] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c554d8-07bf-8e48-7f1e-de4cad161335" [ 815.022966] env[62225]: _type = "HttpNfcLease" [ 815.022966] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.024291] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30c567d-f58c-4742-9bac-7106520001e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.036907] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eeef5-fe5d-0d53-2eb8-f99fa0307143/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.036907] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eeef5-fe5d-0d53-2eb8-f99fa0307143/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.146015] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1f58176-62a3-49e8-8cb6-2d2a75b4fe73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.408546] env[62225]: DEBUG oslo_vmware.api [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677746, 'name': PowerOnVM_Task, 'duration_secs': 0.663952} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.408917] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 815.409664] env[62225]: INFO nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 815.409877] env[62225]: DEBUG nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 815.410729] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a878499-aaaf-4d9c-8723-6b1fe3071939 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.470235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5f57e194-da5f-4cae-a95c-efc121e53f3f tempest-ServersTestMultiNic-917388695 tempest-ServersTestMultiNic-917388695-project-member] Lock "2bf20983-6072-4672-b7f6-09fd621efb1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.338s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.500058] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677747, 'name': CreateSnapshot_Task, 'duration_secs': 0.810501} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.503312] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.504430] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ac7e7-522d-4ca4-a3c0-70d0fb339cc8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.775026] env[62225]: DEBUG nova.compute.manager [req-990b9f8b-4482-43f6-be59-d4e9b5235637 req-226a4d99-980a-4bbe-975f-9422b37ea49a service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Received event network-vif-plugged-122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 815.778227] env[62225]: DEBUG oslo_concurrency.lockutils [req-990b9f8b-4482-43f6-be59-d4e9b5235637 req-226a4d99-980a-4bbe-975f-9422b37ea49a service nova] Acquiring lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.779690] env[62225]: DEBUG oslo_concurrency.lockutils [req-990b9f8b-4482-43f6-be59-d4e9b5235637 req-226a4d99-980a-4bbe-975f-9422b37ea49a service nova] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.779943] env[62225]: DEBUG oslo_concurrency.lockutils [req-990b9f8b-4482-43f6-be59-d4e9b5235637 req-226a4d99-980a-4bbe-975f-9422b37ea49a service nova] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.780152] env[62225]: DEBUG nova.compute.manager [req-990b9f8b-4482-43f6-be59-d4e9b5235637 req-226a4d99-980a-4bbe-975f-9422b37ea49a service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] No waiting events found dispatching network-vif-plugged-122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 815.781017] env[62225]: WARNING nova.compute.manager [req-990b9f8b-4482-43f6-be59-d4e9b5235637 req-226a4d99-980a-4bbe-975f-9422b37ea49a service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Received unexpected event network-vif-plugged-122e43f6-7c8b-4b88-9cba-52cbf24f5f44 for instance with vm_state building and task_state spawning. [ 815.929012] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ab951-6768-48a5-9a85-a60fae9eec7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.939924] env[62225]: INFO nova.compute.manager [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Took 42.05 seconds to build instance. [ 815.945726] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562a4b1-3197-42db-a276-7859c640154c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.999504] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420756b-fd38-4d61-80a9-e2f3e19338ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.009717] env[62225]: DEBUG nova.network.neutron [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Successfully updated port: 122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.013183] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e700f3-ac63-43c5-93c6-be4f8551a29d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.031299] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.040895] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcd1783b-014a-4db2-95e0-a9af95b031fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.045620] env[62225]: DEBUG nova.compute.provider_tree [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.057745] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 816.057745] env[62225]: value = "task-677749" [ 816.057745] env[62225]: _type = "Task" [ 816.057745] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.068154] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677749, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.445389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3f877c0c-c3b6-4f62-aa21-4bb39bb510ec tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.575s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.513520] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "refresh_cache-2a372e99-4a94-4dce-8a3e-6efbd8a5f268" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.513520] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "refresh_cache-2a372e99-4a94-4dce-8a3e-6efbd8a5f268" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.513520] env[62225]: DEBUG nova.network.neutron [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 816.555680] env[62225]: DEBUG nova.scheduler.client.report [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 816.576342] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677749, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.070289] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.080414] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.234s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.080813] env[62225]: DEBUG nova.objects.instance [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.084950] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677749, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.087727] env[62225]: DEBUG nova.network.neutron [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 817.111886] env[62225]: INFO nova.scheduler.client.report [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Deleted allocations for instance ecd1ca12-c4a0-459f-ac68-b8209b659af7 [ 817.577621] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677749, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.586359] env[62225]: DEBUG nova.network.neutron [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Updating instance_info_cache with network_info: [{"id": "122e43f6-7c8b-4b88-9cba-52cbf24f5f44", "address": "fa:16:3e:5a:d4:0d", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122e43f6-7c", "ovs_interfaceid": "122e43f6-7c8b-4b88-9cba-52cbf24f5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.631180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c0f465ae-5abb-480d-b9f0-ab5e2103eb7d tempest-ServersV294TestFqdnHostnames-141863449 tempest-ServersV294TestFqdnHostnames-141863449-project-member] Lock "ecd1ca12-c4a0-459f-ac68-b8209b659af7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.500s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.018825] env[62225]: DEBUG nova.compute.manager [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Received event network-changed-122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 818.019957] env[62225]: DEBUG nova.compute.manager [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Refreshing instance network info cache due to event network-changed-122e43f6-7c8b-4b88-9cba-52cbf24f5f44. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 818.020253] env[62225]: DEBUG oslo_concurrency.lockutils [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] Acquiring lock "refresh_cache-2a372e99-4a94-4dce-8a3e-6efbd8a5f268" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.081019] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677749, 'name': CloneVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.096230] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3575e3e3-2d87-43c8-8c1a-a106705bb8e5 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.100314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "refresh_cache-2a372e99-4a94-4dce-8a3e-6efbd8a5f268" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.100314] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Instance network_info: |[{"id": "122e43f6-7c8b-4b88-9cba-52cbf24f5f44", "address": "fa:16:3e:5a:d4:0d", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122e43f6-7c", "ovs_interfaceid": "122e43f6-7c8b-4b88-9cba-52cbf24f5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 818.100314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.594s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.100314] env[62225]: DEBUG nova.objects.instance [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lazy-loading 'resources' on Instance uuid e45d8a48-5e98-4f1c-b17c-1ef04f55ae96 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.100314] env[62225]: DEBUG oslo_concurrency.lockutils [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] Acquired lock "refresh_cache-2a372e99-4a94-4dce-8a3e-6efbd8a5f268" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.100314] env[62225]: DEBUG nova.network.neutron [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Refreshing network info cache for port 122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 818.100761] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:d4:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '122e43f6-7c8b-4b88-9cba-52cbf24f5f44', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.110238] env[62225]: DEBUG oslo.service.loopingcall [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.111250] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 818.111623] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f30b59-d20f-4e8c-8141-3f0ce6bdec6e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.137365] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.137365] env[62225]: value = "task-677750" [ 818.137365] env[62225]: _type = "Task" [ 818.137365] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.149807] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677750, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.326946] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.327436] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.329023] env[62225]: INFO nova.compute.manager [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Rebooting instance [ 818.576823] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677749, 'name': CloneVM_Task, 'duration_secs': 2.394341} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.577278] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Created linked-clone VM from snapshot [ 818.578126] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c20c3-befa-4d3b-ad0f-737fd8a7f4f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.586649] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Uploading image 7f104ca7-51ec-4d8e-8ade-372de8942151 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 818.611087] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.611087] env[62225]: value = "vm-163344" [ 818.611087] env[62225]: _type = "VirtualMachine" [ 818.611087] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.615707] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d574c73a-e5b2-422c-969a-00db49ba8a6f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.625144] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease: (returnval){ [ 818.625144] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52923b0e-8705-5fe9-b3aa-38e1ba8055ae" [ 818.625144] env[62225]: _type = "HttpNfcLease" [ 818.625144] env[62225]: } obtained for exporting VM: (result){ [ 818.625144] env[62225]: value = "vm-163344" [ 818.625144] env[62225]: _type = "VirtualMachine" [ 818.625144] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.625452] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the lease: (returnval){ [ 818.625452] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52923b0e-8705-5fe9-b3aa-38e1ba8055ae" [ 818.625452] env[62225]: _type = "HttpNfcLease" [ 818.625452] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.632928] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.632928] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52923b0e-8705-5fe9-b3aa-38e1ba8055ae" [ 818.632928] env[62225]: _type = "HttpNfcLease" [ 818.632928] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.650163] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677750, 'name': CreateVM_Task, 'duration_secs': 0.38836} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.650357] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 818.651414] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.651638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.652055] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.653416] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13047049-1871-482b-879b-3f36c6d7b4e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.662147] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 818.662147] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d7667d-2bc6-d895-c1c0-dd437b2f1020" [ 818.662147] env[62225]: _type = "Task" [ 818.662147] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.669652] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d7667d-2bc6-d895-c1c0-dd437b2f1020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.860880] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.861050] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.861120] env[62225]: DEBUG nova.network.neutron [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 819.073338] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2733b549-90c9-4d96-a117-84e446455a13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.085684] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df5f6d-86b0-4b9f-9e22-37068ff42562 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.121121] env[62225]: DEBUG nova.network.neutron [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Updated VIF entry in instance network info cache for port 122e43f6-7c8b-4b88-9cba-52cbf24f5f44. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 819.121503] env[62225]: DEBUG nova.network.neutron [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Updating instance_info_cache with network_info: [{"id": "122e43f6-7c8b-4b88-9cba-52cbf24f5f44", "address": "fa:16:3e:5a:d4:0d", "network": {"id": "98a9e757-026e-4ba1-adae-8edd0491afea", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-207547398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a996be29a414b419f7f6ce57f290cf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122e43f6-7c", "ovs_interfaceid": "122e43f6-7c8b-4b88-9cba-52cbf24f5f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.123369] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21bb110-fbdf-46a5-bc4f-a54a2e979071 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133934] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.133934] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52923b0e-8705-5fe9-b3aa-38e1ba8055ae" [ 819.133934] env[62225]: _type = "HttpNfcLease" [ 819.133934] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.137250] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.137250] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52923b0e-8705-5fe9-b3aa-38e1ba8055ae" [ 819.137250] env[62225]: _type = "HttpNfcLease" [ 819.137250] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.137672] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e63e1e-2f58-4ba5-a38a-21855acbb8c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.140980] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345234d9-a53d-4b93-bca9-60bb5b6d6bf6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.152929] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0f2f6-0bf4-e432-9cb9-f4774a6ceb35/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.153160] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0f2f6-0bf4-e432-9cb9-f4774a6ceb35/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.163744] env[62225]: DEBUG nova.compute.provider_tree [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.230531] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d7667d-2bc6-d895-c1c0-dd437b2f1020, 'name': SearchDatastore_Task, 'duration_secs': 0.016483} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.232101] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.232364] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.232650] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.232796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.233015] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.233543] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4430936c-4f92-48de-9dd7-ab2501a43241 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.245348] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.245484] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 819.246298] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78aa9c6a-84d7-4813-9f57-9c841cf9630a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.252560] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 819.252560] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c74772-6ebb-2f54-0c32-497db1996aeb" [ 819.252560] env[62225]: _type = "Task" [ 819.252560] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.262293] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c74772-6ebb-2f54-0c32-497db1996aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.266180] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5d25cd0-5daf-4fca-a13a-98e165f5ad90 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.437710] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.439115] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.628254] env[62225]: DEBUG oslo_concurrency.lockutils [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] Releasing lock "refresh_cache-2a372e99-4a94-4dce-8a3e-6efbd8a5f268" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.629113] env[62225]: DEBUG nova.compute.manager [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Received event network-changed-36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 819.629488] env[62225]: DEBUG nova.compute.manager [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Refreshing instance network info cache due to event network-changed-36d15299-2c71-4792-ad08-646a25ac75d5. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 819.629897] env[62225]: DEBUG oslo_concurrency.lockutils [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] Acquiring lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.630238] env[62225]: DEBUG oslo_concurrency.lockutils [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] Acquired lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.630578] env[62225]: DEBUG nova.network.neutron [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Refreshing network info cache for port 36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 819.671436] env[62225]: DEBUG nova.scheduler.client.report [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 819.767744] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c74772-6ebb-2f54-0c32-497db1996aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.018749} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.769115] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19154a7-d584-477b-bb33-225d5d1dbe16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.776381] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 819.776381] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c8986e-42ed-b250-19bf-158e46f23269" [ 819.776381] env[62225]: _type = "Task" [ 819.776381] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.788394] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c8986e-42ed-b250-19bf-158e46f23269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.948330] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 819.952914] env[62225]: DEBUG nova.network.neutron [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.181766] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.185628] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.817s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.185769] env[62225]: DEBUG nova.objects.instance [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'resources' on Instance uuid 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.217140] env[62225]: INFO nova.scheduler.client.report [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Deleted allocations for instance e45d8a48-5e98-4f1c-b17c-1ef04f55ae96 [ 820.294452] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c8986e-42ed-b250-19bf-158e46f23269, 'name': SearchDatastore_Task, 'duration_secs': 0.015137} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.296160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.296257] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 2a372e99-4a94-4dce-8a3e-6efbd8a5f268/2a372e99-4a94-4dce-8a3e-6efbd8a5f268.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 820.296920] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8161e473-9ff5-4d99-aaac-457d057e462f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.311771] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 820.311771] env[62225]: value = "task-677752" [ 820.311771] env[62225]: _type = "Task" [ 820.311771] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.323825] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.458017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.463756] env[62225]: DEBUG nova.compute.manager [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 820.464846] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749ea70-47f5-4a8a-932b-d61f0d3978ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.482336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.500025] env[62225]: DEBUG nova.network.neutron [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updated VIF entry in instance network info cache for port 36d15299-2c71-4792-ad08-646a25ac75d5. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 820.500464] env[62225]: DEBUG nova.network.neutron [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updating instance_info_cache with network_info: [{"id": "36d15299-2c71-4792-ad08-646a25ac75d5", "address": "fa:16:3e:15:bd:82", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d15299-2c", "ovs_interfaceid": "36d15299-2c71-4792-ad08-646a25ac75d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.731336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-51c50d68-31fe-4859-887b-0748fff6cef5 tempest-ServersTestBootFromVolume-1388148441 tempest-ServersTestBootFromVolume-1388148441-project-member] Lock "e45d8a48-5e98-4f1c-b17c-1ef04f55ae96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.506s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.828929] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677752, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.004496] env[62225]: DEBUG oslo_concurrency.lockutils [req-e7f5473a-1052-4d5e-9927-fb4a4858504c req-cacbc9f9-bc47-4a99-9f2f-be5ea9c0dc8f service nova] Releasing lock "refresh_cache-c87e8f96-2c8d-4663-8ca1-838af78da36f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.161828] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d1a8bd-f36d-44dd-a386-68ea3f25d0de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.176062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc497d3-0c58-40ad-b1f5-75111b0bd883 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.214284] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5182cb-400e-48c8-9a17-9ff86cabf989 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.224166] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f7621-c4ec-4a78-9146-c211cb342bda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.243025] env[62225]: DEBUG nova.compute.provider_tree [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.330929] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7254} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.330929] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 2a372e99-4a94-4dce-8a3e-6efbd8a5f268/2a372e99-4a94-4dce-8a3e-6efbd8a5f268.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 821.330929] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.330929] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a43154a-4296-44e3-be04-90f55b1c23cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.339024] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 821.339024] env[62225]: value = "task-677753" [ 821.339024] env[62225]: _type = "Task" [ 821.339024] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.349896] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.502728] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dff335-6654-4f43-8338-f0c6995251c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.521295] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Doing hard reboot of VM {{(pid=62225) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 821.521746] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-32396932-0030-4cc9-8d81-be836036bd09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.540295] env[62225]: DEBUG oslo_vmware.api [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 821.540295] env[62225]: value = "task-677754" [ 821.540295] env[62225]: _type = "Task" [ 821.540295] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.549359] env[62225]: DEBUG oslo_vmware.api [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677754, 'name': ResetVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.744986] env[62225]: DEBUG nova.scheduler.client.report [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 821.851015] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.052820] env[62225]: DEBUG oslo_vmware.api [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677754, 'name': ResetVM_Task, 'duration_secs': 0.10124} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.052820] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Did hard reboot of VM {{(pid=62225) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 822.052820] env[62225]: DEBUG nova.compute.manager [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 822.054096] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73822cc9-028a-451a-9a6f-a7910239c115 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.251939] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.254908] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.851s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.255311] env[62225]: DEBUG nova.objects.instance [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lazy-loading 'resources' on Instance uuid 54f04107-6ab1-4994-ad4b-cd44de6a1a55 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.280269] env[62225]: INFO nova.scheduler.client.report [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted allocations for instance 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4 [ 822.350946] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.783126} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.351356] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.352816] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259f82a-b0a0-4820-92d3-0d03a88ea4e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.380537] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2a372e99-4a94-4dce-8a3e-6efbd8a5f268/2a372e99-4a94-4dce-8a3e-6efbd8a5f268.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.381408] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646d6dfd-9196-4060-8a81-35c08bbabbd8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.404673] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 822.404673] env[62225]: value = "task-677755" [ 822.404673] env[62225]: _type = "Task" [ 822.404673] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.413662] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.576953] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a9831dc4-a876-42dc-adb8-161ba37b9b32 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.250s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.793537] env[62225]: DEBUG oslo_concurrency.lockutils [None req-301710ba-d705-47b6-b5eb-4a4a8c4baadd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.742s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.919112] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677755, 'name': ReconfigVM_Task, 'duration_secs': 0.473669} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.922147] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2a372e99-4a94-4dce-8a3e-6efbd8a5f268/2a372e99-4a94-4dce-8a3e-6efbd8a5f268.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.923154] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-303fc25d-9e72-4076-8d7e-b5172f16f148 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.934228] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 822.934228] env[62225]: value = "task-677756" [ 822.934228] env[62225]: _type = "Task" [ 822.934228] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.947071] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677756, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.240761] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7502fc-d5bf-4fa9-ada1-7f9ad15b34cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.250550] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2a5ce-94d7-49ad-a225-47aa168a5045 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.310584] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24ebf8-6018-476a-b1cd-af94c84d723c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.325024] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f2affc-82e1-41f4-a985-93b0a14c55a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.347771] env[62225]: DEBUG nova.compute.provider_tree [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.447752] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677756, 'name': Rename_Task, 'duration_secs': 0.213805} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.447752] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 823.447752] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0463bc70-de89-449f-b01e-e85f1a7c8ece {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.454080] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 823.454080] env[62225]: value = "task-677757" [ 823.454080] env[62225]: _type = "Task" [ 823.454080] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.462035] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.850091] env[62225]: DEBUG nova.scheduler.client.report [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 823.966338] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677757, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.361791] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.364467] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.101s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.364671] env[62225]: DEBUG nova.objects.instance [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lazy-loading 'resources' on Instance uuid 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.392672] env[62225]: INFO nova.scheduler.client.report [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Deleted allocations for instance 54f04107-6ab1-4994-ad4b-cd44de6a1a55 [ 824.468890] env[62225]: DEBUG oslo_vmware.api [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677757, 'name': PowerOnVM_Task, 'duration_secs': 0.733707} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.468890] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 824.468890] env[62225]: INFO nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Took 9.66 seconds to spawn the instance on the hypervisor. [ 824.468890] env[62225]: DEBUG nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 824.468890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc94586f-e221-4592-a6bc-cf7b8246fcd2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.904120] env[62225]: DEBUG oslo_concurrency.lockutils [None req-64b3013a-beb9-4d9b-932c-92877bcc3b7e tempest-ServersWithSpecificFlavorTestJSON-1646423515 tempest-ServersWithSpecificFlavorTestJSON-1646423515-project-member] Lock "54f04107-6ab1-4994-ad4b-cd44de6a1a55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.073s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.995163] env[62225]: INFO nova.compute.manager [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Took 48.07 seconds to build instance. [ 825.214038] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa099bcf-dfdd-4581-8dde-295cf8a1ddf5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.222285] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc0086-e9e3-4eca-8c32-86c3c50ee10b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.253933] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e348c7-ecc9-47ec-8e4d-9cb586f34da2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.263036] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd12a35-b3ff-401f-ac96-663beb06bb9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.276766] env[62225]: DEBUG nova.compute.provider_tree [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.345105] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eeef5-fe5d-0d53-2eb8-f99fa0307143/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 825.345652] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf3cbbf-bf73-49fa-9602-2517f3880607 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.354561] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eeef5-fe5d-0d53-2eb8-f99fa0307143/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 825.354811] env[62225]: ERROR oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eeef5-fe5d-0d53-2eb8-f99fa0307143/disk-0.vmdk due to incomplete transfer. [ 825.355081] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4c6b2bc-9550-4db7-98b3-f16947833ac0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.363220] env[62225]: DEBUG oslo_vmware.rw_handles [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eeef5-fe5d-0d53-2eb8-f99fa0307143/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 825.363414] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Uploaded image c39e1968-9d1d-44c7-9fa3-04aff4f39ffc to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 825.365640] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 825.365909] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c844e5f0-f970-4d93-a71e-a4c797b4832e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.372479] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 825.372479] env[62225]: value = "task-677758" [ 825.372479] env[62225]: _type = "Task" [ 825.372479] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.381154] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677758, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.500702] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2531e499-b9c1-4b3f-ba55-b317f155f741 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.595s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.782043] env[62225]: DEBUG nova.scheduler.client.report [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 825.882127] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677758, 'name': Destroy_Task, 'duration_secs': 0.388978} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.882416] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Destroyed the VM [ 825.882657] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.883010] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f02115e-fe2c-44c7-9997-d2580fbf1597 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.890735] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 825.890735] env[62225]: value = "task-677759" [ 825.890735] env[62225]: _type = "Task" [ 825.890735] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.899095] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677759, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.050322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "94a521e8-73dc-4174-bcf0-07b870f34a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.050786] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "94a521e8-73dc-4174-bcf0-07b870f34a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.286226] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.288790] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.513s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.289168] env[62225]: DEBUG nova.objects.instance [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lazy-loading 'resources' on Instance uuid 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.329096] env[62225]: INFO nova.scheduler.client.report [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Deleted allocations for instance 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6 [ 826.401260] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677759, 'name': RemoveSnapshot_Task, 'duration_secs': 0.413169} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.401999] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.402471] env[62225]: DEBUG nova.compute.manager [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 826.403802] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9eaa2-25a6-4be7-864e-6a97e8e2e877 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.556743] env[62225]: DEBUG nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 826.842861] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6b51b616-9f45-438a-a51f-160307568803 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.357s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.919279] env[62225]: INFO nova.compute.manager [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Shelve offloading [ 826.923272] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 826.923618] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44327d2e-ff11-47c6-8877-66be35236815 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.940728] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 826.940728] env[62225]: value = "task-677760" [ 826.940728] env[62225]: _type = "Task" [ 826.940728] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.952058] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 826.952338] env[62225]: DEBUG nova.compute.manager [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 826.953769] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20f03d-53fc-468c-a4b4-5b10a193a422 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.959998] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.960253] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.960478] env[62225]: DEBUG nova.network.neutron [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 827.066981] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.067281] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.067464] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.067700] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.067840] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.079265] env[62225]: INFO nova.compute.manager [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Terminating instance [ 827.101183] env[62225]: DEBUG nova.compute.manager [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 827.101183] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 827.101183] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc41bde-7a8d-447c-b293-dd0fa624962c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.116306] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 827.116306] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.116306] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951683d9-01b8-4d7f-a750-e2e7b1c81db2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.118546] env[62225]: DEBUG oslo_vmware.api [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 827.118546] env[62225]: value = "task-677761" [ 827.118546] env[62225]: _type = "Task" [ 827.118546] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.130564] env[62225]: DEBUG oslo_vmware.api [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.239998] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dbfd4a-15c7-4e4b-95e0-e70d24db4532 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.248216] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59282b87-95a4-416b-8083-f46d0b24b3d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.283532] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "d37fbcf8-1606-4dca-9937-9d170181dee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.283930] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.287074] env[62225]: DEBUG nova.compute.manager [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 827.287074] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe150b9-1d4b-41ff-aed7-6b614848d716 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.289894] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae777e7d-9e3d-4a16-99fa-b90c10bf0670 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.301899] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f74c1e-1949-4ec8-a11c-35e26f226167 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.317126] env[62225]: DEBUG nova.compute.provider_tree [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.630604] env[62225]: DEBUG oslo_vmware.api [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677761, 'name': PowerOffVM_Task, 'duration_secs': 0.272045} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.630896] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 827.631090] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 827.631354] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b0bc234-62bf-4f42-96eb-400d4efb7120 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.701051] env[62225]: INFO nova.compute.manager [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Rebuilding instance [ 827.704413] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 827.706809] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 827.706809] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleting the datastore file [datastore1] 2a372e99-4a94-4dce-8a3e-6efbd8a5f268 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.706809] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97996f63-c379-4509-8858-a1bb27dffafc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.712456] env[62225]: DEBUG oslo_vmware.api [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for the task: (returnval){ [ 827.712456] env[62225]: value = "task-677763" [ 827.712456] env[62225]: _type = "Task" [ 827.712456] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.723608] env[62225]: DEBUG oslo_vmware.api [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.765257] env[62225]: DEBUG nova.compute.manager [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 827.766595] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660978eb-9f9e-4057-a842-db4d358417de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.772280] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0f2f6-0bf4-e432-9cb9-f4774a6ceb35/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.773263] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f11816-3a80-4427-af57-e001ceffa3ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.785359] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0f2f6-0bf4-e432-9cb9-f4774a6ceb35/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.785549] env[62225]: ERROR oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0f2f6-0bf4-e432-9cb9-f4774a6ceb35/disk-0.vmdk due to incomplete transfer. [ 827.786039] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b441698d-70fd-4f31-88c5-3fb639d1048d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.787860] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 827.797857] env[62225]: DEBUG oslo_vmware.rw_handles [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0f2f6-0bf4-e432-9cb9-f4774a6ceb35/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.798223] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Uploaded image 7f104ca7-51ec-4d8e-8ade-372de8942151 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 827.800168] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 827.800608] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d04a68df-1ac5-44b5-8780-dc456fcf4158 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.810396] env[62225]: INFO nova.compute.manager [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] instance snapshotting [ 827.811083] env[62225]: DEBUG nova.objects.instance [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'flavor' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.814916] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 827.814916] env[62225]: value = "task-677764" [ 827.814916] env[62225]: _type = "Task" [ 827.814916] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.823332] env[62225]: DEBUG nova.scheduler.client.report [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 827.832579] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677764, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.011759] env[62225]: DEBUG nova.network.neutron [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.229427] env[62225]: DEBUG oslo_vmware.api [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Task: {'id': task-677763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15133} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.229702] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.229904] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 828.230095] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 828.230272] env[62225]: INFO nova.compute.manager [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Took 1.15 seconds to destroy the instance on the hypervisor. [ 828.230522] env[62225]: DEBUG oslo.service.loopingcall [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.230737] env[62225]: DEBUG nova.compute.manager [-] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 828.230819] env[62225]: DEBUG nova.network.neutron [-] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 828.289026] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 828.289365] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6889c8b2-8200-4cea-956e-478bd7a15a00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.302368] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 828.302368] env[62225]: value = "task-677765" [ 828.302368] env[62225]: _type = "Task" [ 828.302368] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.313319] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.314161] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.316317] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.316587] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.316771] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.323311] env[62225]: INFO nova.compute.manager [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Terminating instance [ 828.327380] env[62225]: DEBUG nova.compute.manager [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 828.327616] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 828.333544] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c038d-2c85-4d1c-91a3-65953c7110f8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.336910] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb833495-c3c7-4239-9456-9a3817d809f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.343125] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.345482] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.347692] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.349542] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.649s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.349542] env[62225]: DEBUG nova.objects.instance [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lazy-loading 'resources' on Instance uuid 4ad3cf9c-6986-45c5-83e0-9f3f7f970936 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.354414] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677764, 'name': Destroy_Task, 'duration_secs': 0.36497} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.369792] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Destroyed the VM [ 828.370140] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.370626] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 828.371548] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ebdb824-1708-4c21-a9de-07173ec7a3ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.374115] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28a81c0-3338-4cc8-8284-72d10d23d9b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.377454] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d16f6c65-28dd-4c50-9c06-215b60a1d15d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.379760] env[62225]: INFO nova.scheduler.client.report [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Deleted allocations for instance 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35 [ 828.392595] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 828.392595] env[62225]: value = "task-677766" [ 828.392595] env[62225]: _type = "Task" [ 828.392595] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.392992] env[62225]: DEBUG oslo_vmware.api [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 828.392992] env[62225]: value = "task-677767" [ 828.392992] env[62225]: _type = "Task" [ 828.392992] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.407137] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.411612] env[62225]: DEBUG oslo_vmware.api [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.514438] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.812456] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677765, 'name': PowerOffVM_Task, 'duration_secs': 0.284478} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.815578] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 828.815578] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 828.815578] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c432f36-4f18-435e-9754-9adac3de9ef4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.820588] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 828.820588] env[62225]: value = "task-677768" [ 828.820588] env[62225]: _type = "Task" [ 828.820588] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.833552] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 828.833872] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 828.834135] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163299', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'name': 'volume-043b9b82-2514-42ae-bda8-5d02359f5aea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f34b84f-d04a-4e32-8ad1-d154397ce8ec', 'attached_at': '', 'detached_at': '', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'serial': '043b9b82-2514-42ae-bda8-5d02359f5aea'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 828.835051] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16eb218-35cd-4ab8-bf73-fb3acc3c39d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.862770] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735f320-2545-4790-a793-8706d5dd1c11 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.869644] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7299501-679f-4e28-ac66-790a147218eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.893455] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8090056-035d-4c9f-b364-15cf314fa484 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.893995] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9331ec6c-7140-4859-8eb2-b96777ecae88 tempest-ServerShowV254Test-1485113335 tempest-ServerShowV254Test-1485113335-project-member] Lock "9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.328s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.895485] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.896412] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b25f7b03-5bec-4c33-a97f-14db86485acf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.927446] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] The volume has not been displaced from its original location: [datastore1] volume-043b9b82-2514-42ae-bda8-5d02359f5aea/volume-043b9b82-2514-42ae-bda8-5d02359f5aea.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 828.936831] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.939853] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e13f03-0900-47fc-a8f1-46f19675f689 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.965033] env[62225]: DEBUG oslo_vmware.api [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677767, 'name': PowerOffVM_Task, 'duration_secs': 0.235387} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.965447] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 828.965447] env[62225]: value = "task-677769" [ 828.965447] env[62225]: _type = "Task" [ 828.965447] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.965659] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677766, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.970961] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 828.971323] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 828.973818] env[62225]: DEBUG nova.compute.manager [req-bcaa9b15-05f1-4fae-8fe2-905ab4f90063 req-37e32ca6-ea47-4066-b128-821c3b83c892 service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Received event network-vif-deleted-122e43f6-7c8b-4b88-9cba-52cbf24f5f44 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 828.974046] env[62225]: INFO nova.compute.manager [req-bcaa9b15-05f1-4fae-8fe2-905ab4f90063 req-37e32ca6-ea47-4066-b128-821c3b83c892 service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Neutron deleted interface 122e43f6-7c8b-4b88-9cba-52cbf24f5f44; detaching it from the instance and deleting it from the info cache [ 828.974368] env[62225]: DEBUG nova.network.neutron [req-bcaa9b15-05f1-4fae-8fe2-905ab4f90063 req-37e32ca6-ea47-4066-b128-821c3b83c892 service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.976966] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 828.979906] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ec7d3b5-5328-4088-968b-609b9429fee9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.987553] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797dafb6-d9fa-485c-8476-c7c16edc62a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.991776] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 828.991776] env[62225]: value = "task-677770" [ 828.991776] env[62225]: _type = "Task" [ 828.991776] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.009918] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.010373] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 829.010735] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab64af3-5241-4389-8fca-4259630696e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.018579] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.043678] env[62225]: DEBUG nova.network.neutron [-] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.061074] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 829.061334] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 829.061548] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Deleting the datastore file [datastore2] d21d4797-aa75-4a06-aa1d-f9effb3a58c2 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.064533] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f925e9b9-f9d6-4d83-b789-dad48db98b40 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.072859] env[62225]: DEBUG oslo_vmware.api [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for the task: (returnval){ [ 829.072859] env[62225]: value = "task-677773" [ 829.072859] env[62225]: _type = "Task" [ 829.072859] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.084376] env[62225]: DEBUG oslo_vmware.api [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.131223] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 829.131223] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 829.131223] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleting the datastore file [datastore1] 73d6830e-bab4-4639-a471-759aab5ba3a1 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.131223] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9d3b37-08c8-4c6a-8ade-bcfa808fd6c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.131223] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 829.131223] env[62225]: value = "task-677774" [ 829.131223] env[62225]: _type = "Task" [ 829.131223] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.131223] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.316317] env[62225]: DEBUG nova.compute.manager [req-b4f97fba-4bc4-48d6-9401-eb1ed5608d3b req-248c5bee-e843-4759-8c6b-0ceea744a450 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-vif-unplugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 829.316563] env[62225]: DEBUG oslo_concurrency.lockutils [req-b4f97fba-4bc4-48d6-9401-eb1ed5608d3b req-248c5bee-e843-4759-8c6b-0ceea744a450 service nova] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.316746] env[62225]: DEBUG oslo_concurrency.lockutils [req-b4f97fba-4bc4-48d6-9401-eb1ed5608d3b req-248c5bee-e843-4759-8c6b-0ceea744a450 service nova] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.316895] env[62225]: DEBUG oslo_concurrency.lockutils [req-b4f97fba-4bc4-48d6-9401-eb1ed5608d3b req-248c5bee-e843-4759-8c6b-0ceea744a450 service nova] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.317089] env[62225]: DEBUG nova.compute.manager [req-b4f97fba-4bc4-48d6-9401-eb1ed5608d3b req-248c5bee-e843-4759-8c6b-0ceea744a450 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] No waiting events found dispatching network-vif-unplugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 829.317271] env[62225]: WARNING nova.compute.manager [req-b4f97fba-4bc4-48d6-9401-eb1ed5608d3b req-248c5bee-e843-4759-8c6b-0ceea744a450 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received unexpected event network-vif-unplugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 for instance with vm_state shelved and task_state shelving_offloading. [ 829.340180] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ca1f6-bb97-4338-8e3d-d36b6bffde2c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.347911] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692a086-2bd5-4ae7-bf8d-04919c538716 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.379370] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f9843-c4c5-4838-86e1-d252aac1e0bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.387755] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24f54d1-a250-4898-a540-f67772374f67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.402383] env[62225]: DEBUG nova.compute.provider_tree [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.412585] env[62225]: DEBUG oslo_vmware.api [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677766, 'name': RemoveSnapshot_Task, 'duration_secs': 0.88473} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.413466] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.414528] env[62225]: INFO nova.compute.manager [None req-af547f67-9da1-45d0-8e40-ac99fd966dbb tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 829.482174] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.494344] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b453acc-b788-4e49-8f53-1f61c87b4131 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.506333] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce79d2-ba96-4b56-b207-3fd436696dd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.526930] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677770, 'name': ReconfigVM_Task, 'duration_secs': 0.284425} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.527727] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.535188] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25943784-8c5c-4df5-84d2-67454e287818 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.552064] env[62225]: INFO nova.compute.manager [-] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Took 1.32 seconds to deallocate network for instance. [ 829.552553] env[62225]: DEBUG nova.compute.manager [req-bcaa9b15-05f1-4fae-8fe2-905ab4f90063 req-37e32ca6-ea47-4066-b128-821c3b83c892 service nova] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Detach interface failed, port_id=122e43f6-7c8b-4b88-9cba-52cbf24f5f44, reason: Instance 2a372e99-4a94-4dce-8a3e-6efbd8a5f268 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 829.562522] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "01868879-364b-4bc0-a5c5-503cec724885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.562765] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "01868879-364b-4bc0-a5c5-503cec724885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.563811] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 829.563811] env[62225]: value = "task-677775" [ 829.563811] env[62225]: _type = "Task" [ 829.563811] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.574675] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.583683] env[62225]: DEBUG oslo_vmware.api [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Task: {'id': task-677773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331034} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.584136] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.584239] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 829.587635] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 829.587635] env[62225]: INFO nova.compute.manager [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Took 1.26 seconds to destroy the instance on the hypervisor. [ 829.587635] env[62225]: DEBUG oslo.service.loopingcall [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.587635] env[62225]: DEBUG nova.compute.manager [-] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 829.587635] env[62225]: DEBUG nova.network.neutron [-] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 829.636388] env[62225]: DEBUG oslo_vmware.api [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321692} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.636388] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.636388] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 829.636388] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 829.647462] env[62225]: INFO nova.scheduler.client.report [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted allocations for instance 73d6830e-bab4-4639-a471-759aab5ba3a1 [ 829.911179] env[62225]: DEBUG nova.scheduler.client.report [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 829.982655] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677769, 'name': CreateSnapshot_Task, 'duration_secs': 0.644841} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.983685] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.984889] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a2a04-5afa-47ca-8657-7ccd6a7241aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.068316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.068316] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 830.081143] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.123060] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.123774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "882539ee-e877-4357-b7af-303553f227fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.153599] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.415519] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.416918] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.603s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.417590] env[62225]: DEBUG nova.objects.instance [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lazy-loading 'resources' on Instance uuid 10bf69e0-2212-4b8b-8b08-26345de266fc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.442224] env[62225]: INFO nova.scheduler.client.report [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Deleted allocations for instance 4ad3cf9c-6986-45c5-83e0-9f3f7f970936 [ 830.505222] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.505389] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37e95554-a70a-405e-9dde-a93d44c9733d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.514354] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 830.514354] env[62225]: value = "task-677776" [ 830.514354] env[62225]: _type = "Task" [ 830.514354] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.525574] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677776, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.581347] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677775, 'name': ReconfigVM_Task, 'duration_secs': 0.804318} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.583815] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163299', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'name': 'volume-043b9b82-2514-42ae-bda8-5d02359f5aea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f34b84f-d04a-4e32-8ad1-d154397ce8ec', 'attached_at': '', 'detached_at': '', 'volume_id': '043b9b82-2514-42ae-bda8-5d02359f5aea', 'serial': '043b9b82-2514-42ae-bda8-5d02359f5aea'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 830.584164] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 830.585290] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4399cfa-ae55-4903-a2f8-083c1a1ac7e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.594647] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 830.594937] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f378e1d-1c15-4e50-8b64-70f386b8ab33 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.598972] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.611616] env[62225]: DEBUG nova.network.neutron [-] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.635023] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 830.668262] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 830.668262] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 830.668262] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Deleting the datastore file [datastore1] 1f34b84f-d04a-4e32-8ad1-d154397ce8ec {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.668262] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de373534-67da-4941-93f4-110f20978c0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.681708] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for the task: (returnval){ [ 830.681708] env[62225]: value = "task-677778" [ 830.681708] env[62225]: _type = "Task" [ 830.681708] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.694465] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.954361] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6af71e46-3f04-4777-bbf5-61fdea254fe5 tempest-InstanceActionsV221TestJSON-1372118336 tempest-InstanceActionsV221TestJSON-1372118336-project-member] Lock "4ad3cf9c-6986-45c5-83e0-9f3f7f970936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.446s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.041336] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677776, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.122256] env[62225]: INFO nova.compute.manager [-] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Took 1.54 seconds to deallocate network for instance. [ 831.169910] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.199419] env[62225]: DEBUG oslo_vmware.api [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Task: {'id': task-677778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115966} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.200613] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.200862] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 831.201070] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 831.277577] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 831.278533] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd1611ab-93df-4041-a43a-f709675b531f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.289053] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f125b4dd-02db-43f3-b5a6-0d5c0900ea54 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.333013] env[62225]: ERROR nova.compute.manager [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Failed to detach volume 043b9b82-2514-42ae-bda8-5d02359f5aea from /dev/sda: nova.exception.InstanceNotFound: Instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec could not be found. [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Traceback (most recent call last): [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self.driver.rebuild(**kwargs) [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] raise NotImplementedError() [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] NotImplementedError [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] During handling of the above exception, another exception occurred: [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Traceback (most recent call last): [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self.driver.detach_volume(context, old_connection_info, [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] return self._volumeops.detach_volume(connection_info, instance) [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._detach_volume_vmdk(connection_info, instance) [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] stable_ref.fetch_moref(session) [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] raise exception.InstanceNotFound(instance_id=self._uuid) [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] nova.exception.InstanceNotFound: Instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec could not be found. [ 831.333013] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.375317] env[62225]: DEBUG nova.compute.manager [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-changed-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 831.375317] env[62225]: DEBUG nova.compute.manager [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Refreshing instance network info cache due to event network-changed-b99c53b8-60ab-4ebc-95ce-b5ad3881a536. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 831.375317] env[62225]: DEBUG oslo_concurrency.lockutils [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.375317] env[62225]: DEBUG oslo_concurrency.lockutils [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.375317] env[62225]: DEBUG nova.network.neutron [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Refreshing network info cache for port b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 831.414884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0995bc2-805c-4a3b-ba53-adca83402799 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.424166] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3c808-5d70-4aa0-afaf-ba121dc936df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.459249] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145d8354-85b7-4b61-b355-64e4596f08e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.468888] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5e0ea-90b5-4eb3-8e47-045271993942 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.493750] env[62225]: DEBUG nova.compute.provider_tree [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.534841] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677776, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.555247] env[62225]: DEBUG nova.compute.utils [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Build of instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec aborted: Failed to rebuild volume backed instance. {{(pid=62225) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 831.556667] env[62225]: ERROR nova.compute.manager [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec aborted: Failed to rebuild volume backed instance. [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Traceback (most recent call last): [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self.driver.rebuild(**kwargs) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] raise NotImplementedError() [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] NotImplementedError [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] During handling of the above exception, another exception occurred: [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Traceback (most recent call last): [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._detach_root_volume(context, instance, root_bdm) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] with excutils.save_and_reraise_exception(): [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self.force_reraise() [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] raise self.value [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self.driver.detach_volume(context, old_connection_info, [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] return self._volumeops.detach_volume(connection_info, instance) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._detach_volume_vmdk(connection_info, instance) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] stable_ref.fetch_moref(session) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] raise exception.InstanceNotFound(instance_id=self._uuid) [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] nova.exception.InstanceNotFound: Instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec could not be found. [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] During handling of the above exception, another exception occurred: [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Traceback (most recent call last): [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] yield [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 831.556667] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._do_rebuild_instance_with_claim( [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._do_rebuild_instance( [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._rebuild_default_impl(**kwargs) [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] self._rebuild_volume_backed_instance( [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] raise exception.BuildAbortException( [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] nova.exception.BuildAbortException: Build of instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec aborted: Failed to rebuild volume backed instance. [ 831.557755] env[62225]: ERROR nova.compute.manager [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] [ 831.627990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.997890] env[62225]: DEBUG nova.scheduler.client.report [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 832.036017] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677776, 'name': CloneVM_Task, 'duration_secs': 1.460442} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.036300] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created linked-clone VM from snapshot [ 832.037074] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd2226f-aba9-40f4-af74-a9cbaed7dc84 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.044460] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Uploading image 53722f6e-9071-447f-9de3-e9d1d08afbbc {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 832.075644] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.075644] env[62225]: value = "vm-163347" [ 832.075644] env[62225]: _type = "VirtualMachine" [ 832.075644] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.075644] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fd3b4402-25c5-4239-a415-f8589b2810c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.083932] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease: (returnval){ [ 832.083932] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5223acd5-3d32-b1d1-340d-e2aba50e2a5b" [ 832.083932] env[62225]: _type = "HttpNfcLease" [ 832.083932] env[62225]: } obtained for exporting VM: (result){ [ 832.083932] env[62225]: value = "vm-163347" [ 832.083932] env[62225]: _type = "VirtualMachine" [ 832.083932] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.083932] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the lease: (returnval){ [ 832.083932] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5223acd5-3d32-b1d1-340d-e2aba50e2a5b" [ 832.083932] env[62225]: _type = "HttpNfcLease" [ 832.083932] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.092456] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.092456] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5223acd5-3d32-b1d1-340d-e2aba50e2a5b" [ 832.092456] env[62225]: _type = "HttpNfcLease" [ 832.092456] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 832.299136] env[62225]: DEBUG nova.network.neutron [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updated VIF entry in instance network info cache for port b99c53b8-60ab-4ebc-95ce-b5ad3881a536. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 832.299519] env[62225]: DEBUG nova.network.neutron [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": null, "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb99c53b8-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.509908] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.513686] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.737s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.515672] env[62225]: INFO nova.compute.claims [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.546465] env[62225]: INFO nova.scheduler.client.report [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Deleted allocations for instance 10bf69e0-2212-4b8b-8b08-26345de266fc [ 832.557992] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.594873] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.594873] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5223acd5-3d32-b1d1-340d-e2aba50e2a5b" [ 832.594873] env[62225]: _type = "HttpNfcLease" [ 832.594873] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.595242] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.595242] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5223acd5-3d32-b1d1-340d-e2aba50e2a5b" [ 832.595242] env[62225]: _type = "HttpNfcLease" [ 832.595242] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.596021] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1961d27-286d-4d4d-8b5d-3dd7e1f2af2e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.607796] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485eba-1b7e-5978-c2d4-c68ea4b7b65a/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.607998] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485eba-1b7e-5978-c2d4-c68ea4b7b65a/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.712689] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49b9cc54-c746-4495-a7d3-192a6209c48d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.802634] env[62225]: DEBUG oslo_concurrency.lockutils [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.803205] env[62225]: DEBUG nova.compute.manager [req-88bf5326-a6f1-4d9b-b5de-a5d61570452b req-975fa7a4-e4ab-44cd-9b3d-bcb4af1a8feb service nova] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Received event network-vif-deleted-d1e87ae7-2a8a-423a-a273-30d982f4446b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 833.054879] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f148ee8f-ccc9-4d2b-ac6c-7d2c51ce1925 tempest-SecurityGroupsTestJSON-2019816650 tempest-SecurityGroupsTestJSON-2019816650-project-member] Lock "10bf69e0-2212-4b8b-8b08-26345de266fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.169s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.577321] env[62225]: DEBUG oslo_concurrency.lockutils [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.912117] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57c77f-1bdc-4d41-b6f7-bc3face50294 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.923118] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd718bbc-1c9b-444d-bf4d-ee3cc6f878f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.959298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a570b6-baf3-4f3e-8db6-586fade06dac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.967274] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f36b58-797f-4305-959b-4f6913ddd0d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.982990] env[62225]: DEBUG nova.compute.provider_tree [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.487915] env[62225]: DEBUG nova.scheduler.client.report [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 834.996075] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.996656] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 834.999925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.457s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.003247] env[62225]: INFO nova.compute.claims [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.018110] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.018399] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.018609] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.018796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.018971] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.021698] env[62225]: INFO nova.compute.manager [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Terminating instance [ 835.023928] env[62225]: DEBUG nova.compute.manager [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 835.024267] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0205ba7d-26ec-4242-9553-15f48d24c227 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.036404] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598bb6d9-4a12-4395-be97-d23f0a9adc72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.070038] env[62225]: WARNING nova.virt.vmwareapi.driver [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec could not be found. [ 835.070275] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 835.070641] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28cc197e-1a9b-4e03-9cd0-5f75715451dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.080673] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea5319-0d4b-4bc3-9ad5-ae87dc8635e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.120828] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec could not be found. [ 835.121875] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 835.121875] env[62225]: INFO nova.compute.manager [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Took 0.10 seconds to destroy the instance on the hypervisor. [ 835.121875] env[62225]: DEBUG oslo.service.loopingcall [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.122108] env[62225]: DEBUG nova.compute.manager [-] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 835.122159] env[62225]: DEBUG nova.network.neutron [-] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 835.510157] env[62225]: DEBUG nova.compute.utils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.513560] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 835.513792] env[62225]: DEBUG nova.network.neutron [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 835.594984] env[62225]: DEBUG nova.policy [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e31c7660f84d8aa2e0dcedc7953897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26743fb7c248c383aaa19d7a5a441b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 835.876713] env[62225]: DEBUG nova.compute.manager [req-7a01be42-97bf-4043-9b1c-7e9a713d9ff2 req-4591bfa3-53ef-404e-bac3-71fe66d0c5ba service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Received event network-vif-deleted-a09f1c1e-6a26-4856-947a-4f16b48db2aa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 835.876963] env[62225]: INFO nova.compute.manager [req-7a01be42-97bf-4043-9b1c-7e9a713d9ff2 req-4591bfa3-53ef-404e-bac3-71fe66d0c5ba service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Neutron deleted interface a09f1c1e-6a26-4856-947a-4f16b48db2aa; detaching it from the instance and deleting it from the info cache [ 835.877861] env[62225]: DEBUG nova.network.neutron [req-7a01be42-97bf-4043-9b1c-7e9a713d9ff2 req-4591bfa3-53ef-404e-bac3-71fe66d0c5ba service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.012916] env[62225]: DEBUG nova.network.neutron [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Successfully created port: 64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.016793] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 836.347831] env[62225]: DEBUG nova.network.neutron [-] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.383982] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dae75ba3-0065-49b7-91ef-cb643c84fac0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.395807] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93382622-6495-4533-a5e4-4b578f20bfab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.404540] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b78a2b-b21b-4a8b-be79-8cd95dc6b7c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.424111] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab183d-95bf-4c35-aaa9-222d31027349 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.437668] env[62225]: DEBUG nova.compute.manager [req-7a01be42-97bf-4043-9b1c-7e9a713d9ff2 req-4591bfa3-53ef-404e-bac3-71fe66d0c5ba service nova] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Detach interface failed, port_id=a09f1c1e-6a26-4856-947a-4f16b48db2aa, reason: Instance 1f34b84f-d04a-4e32-8ad1-d154397ce8ec could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 836.467158] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59512e1b-cf7e-469a-956d-7a95e1c86f1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.474857] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5676b611-9d37-4185-b179-f6d0baee808f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.494441] env[62225]: DEBUG nova.compute.provider_tree [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.850816] env[62225]: INFO nova.compute.manager [-] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Took 1.73 seconds to deallocate network for instance. [ 836.998872] env[62225]: DEBUG nova.scheduler.client.report [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 837.028612] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 837.070024] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 837.070186] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 837.071030] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.071030] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 837.071030] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.071030] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 837.071030] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 837.071252] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 837.071316] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 837.071481] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 837.071715] env[62225]: DEBUG nova.virt.hardware [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.072628] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da87ead9-2e94-401d-9fc2-c2a7ed1100a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.081557] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7457f3d9-b434-4d4f-8ad3-1b666c0233c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.407326] env[62225]: INFO nova.compute.manager [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Took 0.56 seconds to detach 1 volumes for instance. [ 837.411773] env[62225]: DEBUG nova.compute.manager [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Deleting volume: 043b9b82-2514-42ae-bda8-5d02359f5aea {{(pid=62225) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 837.508224] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.508224] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 837.510698] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.162s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.961673] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.014183] env[62225]: DEBUG nova.compute.utils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 838.014183] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 838.014183] env[62225]: DEBUG nova.network.neutron [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 838.019812] env[62225]: INFO nova.compute.claims [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.109237] env[62225]: DEBUG nova.network.neutron [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Successfully updated port: 64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.114220] env[62225]: DEBUG nova.policy [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e31c7660f84d8aa2e0dcedc7953897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26743fb7c248c383aaa19d7a5a441b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 838.130991] env[62225]: DEBUG nova.compute.manager [req-48bafdd6-f8c8-4c14-bb0a-6d375e8e2236 req-d6e9bc95-6608-4e1f-9927-8885d2171954 service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Received event network-vif-plugged-64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 838.131292] env[62225]: DEBUG oslo_concurrency.lockutils [req-48bafdd6-f8c8-4c14-bb0a-6d375e8e2236 req-d6e9bc95-6608-4e1f-9927-8885d2171954 service nova] Acquiring lock "83575fca-aa81-42cd-a53e-2e984ca072b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.131455] env[62225]: DEBUG oslo_concurrency.lockutils [req-48bafdd6-f8c8-4c14-bb0a-6d375e8e2236 req-d6e9bc95-6608-4e1f-9927-8885d2171954 service nova] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.131626] env[62225]: DEBUG oslo_concurrency.lockutils [req-48bafdd6-f8c8-4c14-bb0a-6d375e8e2236 req-d6e9bc95-6608-4e1f-9927-8885d2171954 service nova] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.131825] env[62225]: DEBUG nova.compute.manager [req-48bafdd6-f8c8-4c14-bb0a-6d375e8e2236 req-d6e9bc95-6608-4e1f-9927-8885d2171954 service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] No waiting events found dispatching network-vif-plugged-64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 838.131979] env[62225]: WARNING nova.compute.manager [req-48bafdd6-f8c8-4c14-bb0a-6d375e8e2236 req-d6e9bc95-6608-4e1f-9927-8885d2171954 service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Received unexpected event network-vif-plugged-64075ac3-6dfd-4321-9d59-3d72bf4ad541 for instance with vm_state building and task_state spawning. [ 838.482944] env[62225]: DEBUG nova.network.neutron [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Successfully created port: a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.518142] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 838.533115] env[62225]: INFO nova.compute.resource_tracker [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating resource usage from migration 8771433a-2bbe-44e8-8dc7-d325a658d44e [ 838.620753] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.620753] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.620753] env[62225]: DEBUG nova.network.neutron [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 838.937131] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6fe0d-291e-4f11-9df9-64d056f61324 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.947671] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08552d1e-e5db-4a12-b57a-c2f09d7af082 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.986274] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc18217-07d0-41e7-8f2c-538fd823bb83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.994241] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fed43d-396a-46d4-897d-74e46bae277a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.008190] env[62225]: DEBUG nova.compute.provider_tree [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.167782] env[62225]: DEBUG nova.network.neutron [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 839.365622] env[62225]: DEBUG nova.network.neutron [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updating instance_info_cache with network_info: [{"id": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "address": "fa:16:3e:94:d7:f0", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64075ac3-6d", "ovs_interfaceid": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.511986] env[62225]: DEBUG nova.scheduler.client.report [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 839.527633] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 839.555436] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 839.555873] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 839.556199] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.556497] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 839.556769] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.557045] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 839.557411] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 839.557689] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 839.557981] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 839.558292] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 839.558609] env[62225]: DEBUG nova.virt.hardware [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.560356] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa5d7db-b341-4c06-8362-e27f7cdf3077 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.572798] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19bda91-17c9-4788-a5b0-34602ff46122 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.869330] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.869330] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Instance network_info: |[{"id": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "address": "fa:16:3e:94:d7:f0", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64075ac3-6d", "ovs_interfaceid": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 839.869590] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d7:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64075ac3-6dfd-4321-9d59-3d72bf4ad541', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.877533] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating folder: Project (2b26743fb7c248c383aaa19d7a5a441b). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 839.877775] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f95690eb-7515-449c-88fe-cee86cf53559 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.889226] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created folder: Project (2b26743fb7c248c383aaa19d7a5a441b) in parent group-v163168. [ 839.889801] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating folder: Instances. Parent ref: group-v163348. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 839.889801] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee8299ca-2b74-4666-8bbc-171fa640cb14 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.898741] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created folder: Instances in parent group-v163348. [ 839.899015] env[62225]: DEBUG oslo.service.loopingcall [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.899513] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 839.899513] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e508f78-7b89-4b46-af83-a501e91803f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.922114] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.922114] env[62225]: value = "task-677783" [ 839.922114] env[62225]: _type = "Task" [ 839.922114] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.931460] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677783, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.017500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.506s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.017500] env[62225]: INFO nova.compute.manager [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Migrating [ 840.024630] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.060s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.026291] env[62225]: INFO nova.compute.claims [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.170084] env[62225]: DEBUG nova.compute.manager [req-84a29e98-2f92-4c51-9997-25a6d8858b90 req-6466584a-6ba0-49ab-92d9-15c38198f9b6 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Received event network-vif-plugged-a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 840.170727] env[62225]: DEBUG oslo_concurrency.lockutils [req-84a29e98-2f92-4c51-9997-25a6d8858b90 req-6466584a-6ba0-49ab-92d9-15c38198f9b6 service nova] Acquiring lock "4372db44-65a6-4a02-9860-9182323c161e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.171532] env[62225]: DEBUG oslo_concurrency.lockutils [req-84a29e98-2f92-4c51-9997-25a6d8858b90 req-6466584a-6ba0-49ab-92d9-15c38198f9b6 service nova] Lock "4372db44-65a6-4a02-9860-9182323c161e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.171811] env[62225]: DEBUG oslo_concurrency.lockutils [req-84a29e98-2f92-4c51-9997-25a6d8858b90 req-6466584a-6ba0-49ab-92d9-15c38198f9b6 service nova] Lock "4372db44-65a6-4a02-9860-9182323c161e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.172244] env[62225]: DEBUG nova.compute.manager [req-84a29e98-2f92-4c51-9997-25a6d8858b90 req-6466584a-6ba0-49ab-92d9-15c38198f9b6 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] No waiting events found dispatching network-vif-plugged-a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 840.172393] env[62225]: WARNING nova.compute.manager [req-84a29e98-2f92-4c51-9997-25a6d8858b90 req-6466584a-6ba0-49ab-92d9-15c38198f9b6 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Received unexpected event network-vif-plugged-a6a2d104-c255-46d8-aaa7-83a1d95612de for instance with vm_state building and task_state spawning. [ 840.197761] env[62225]: DEBUG nova.compute.manager [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Received event network-changed-64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 840.198019] env[62225]: DEBUG nova.compute.manager [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Refreshing instance network info cache due to event network-changed-64075ac3-6dfd-4321-9d59-3d72bf4ad541. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 840.198222] env[62225]: DEBUG oslo_concurrency.lockutils [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] Acquiring lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.198364] env[62225]: DEBUG oslo_concurrency.lockutils [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] Acquired lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.198520] env[62225]: DEBUG nova.network.neutron [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Refreshing network info cache for port 64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 840.278236] env[62225]: DEBUG nova.network.neutron [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Successfully updated port: a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.435315] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677783, 'name': CreateVM_Task, 'duration_secs': 0.362307} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.435315] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 840.435464] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.435643] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.436187] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.436264] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bf9168-01c5-4558-928e-46f36b51edd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.440963] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 840.440963] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d0a9ff-3ab1-8dd3-63b9-aedb28f3685a" [ 840.440963] env[62225]: _type = "Task" [ 840.440963] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.449390] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d0a9ff-3ab1-8dd3-63b9-aedb28f3685a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.554848] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.555152] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.555370] env[62225]: DEBUG nova.network.neutron [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 840.782106] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485eba-1b7e-5978-c2d4-c68ea4b7b65a/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.782522] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.782648] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.782790] env[62225]: DEBUG nova.network.neutron [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 840.784521] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab75ae7-e83a-405f-9c71-3f241ab03017 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.793177] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485eba-1b7e-5978-c2d4-c68ea4b7b65a/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.793363] env[62225]: ERROR oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485eba-1b7e-5978-c2d4-c68ea4b7b65a/disk-0.vmdk due to incomplete transfer. [ 840.793597] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a11b55e-d39f-45f7-beba-a902f910c64d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.800168] env[62225]: DEBUG oslo_vmware.rw_handles [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52485eba-1b7e-5978-c2d4-c68ea4b7b65a/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.800377] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Uploaded image 53722f6e-9071-447f-9de3-e9d1d08afbbc to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 840.802541] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 840.803103] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18b8a49f-9e78-492f-8798-00acf38e0dc1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.810216] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 840.810216] env[62225]: value = "task-677784" [ 840.810216] env[62225]: _type = "Task" [ 840.810216] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.818014] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677784, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.940648] env[62225]: DEBUG nova.network.neutron [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updated VIF entry in instance network info cache for port 64075ac3-6dfd-4321-9d59-3d72bf4ad541. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 840.941087] env[62225]: DEBUG nova.network.neutron [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updating instance_info_cache with network_info: [{"id": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "address": "fa:16:3e:94:d7:f0", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64075ac3-6d", "ovs_interfaceid": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.951968] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d0a9ff-3ab1-8dd3-63b9-aedb28f3685a, 'name': SearchDatastore_Task, 'duration_secs': 0.013983} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.952864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.953623] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.953623] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.953623] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.953801] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.954395] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83827797-b2cd-4f10-a013-e607b98400ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.962896] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.963095] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 840.963839] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fad54e4-f3a6-4849-a11a-1465d4d29e1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.969586] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 840.969586] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230325a-0ba1-31e0-cb59-fb2e6292628b" [ 840.969586] env[62225]: _type = "Task" [ 840.969586] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.977235] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230325a-0ba1-31e0-cb59-fb2e6292628b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.322580] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677784, 'name': Destroy_Task, 'duration_secs': 0.335827} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.325041] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroyed the VM [ 841.325041] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.327104] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e89be96-f008-4684-aecb-8f4d0b3afae6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.329762] env[62225]: DEBUG nova.network.neutron [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 841.336853] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 841.336853] env[62225]: value = "task-677785" [ 841.336853] env[62225]: _type = "Task" [ 841.336853] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.345707] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.397896] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c8c14-124f-4fec-8426-4044bb096c8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.405545] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50b08b-9ab4-4ce4-8989-7aa4efaaa5d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.439823] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01e814-e8d1-43f1-97db-e6d593ce40e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.447432] env[62225]: DEBUG oslo_concurrency.lockutils [req-cc5dfd01-0364-43af-b46e-0458c8f2c284 req-cd7985d2-d4c4-4571-8aab-ac219c0b7dba service nova] Releasing lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.448850] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd178d1-3186-4ba3-a863-10db7551e9f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.462277] env[62225]: DEBUG nova.compute.provider_tree [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.482916] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230325a-0ba1-31e0-cb59-fb2e6292628b, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.483896] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63cee477-1bcb-483d-9bbc-c2a69db3fd65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.489159] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 841.489159] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c210c-92e9-ca75-6310-fa35e9ca83d6" [ 841.489159] env[62225]: _type = "Task" [ 841.489159] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.497317] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c210c-92e9-ca75-6310-fa35e9ca83d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.538470] env[62225]: DEBUG nova.network.neutron [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [{"id": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "address": "fa:16:3e:1b:26:f0", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd4b764-e5", "ovs_interfaceid": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.604731] env[62225]: DEBUG nova.network.neutron [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Updating instance_info_cache with network_info: [{"id": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "address": "fa:16:3e:e8:7a:13", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a2d104-c2", "ovs_interfaceid": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.846967] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677785, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.966622] env[62225]: DEBUG nova.scheduler.client.report [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 842.002988] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c210c-92e9-ca75-6310-fa35e9ca83d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.003407] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.003817] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/83575fca-aa81-42cd-a53e-2e984ca072b2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 842.004491] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f019b6b-65a7-4fd7-b4b8-fab637edb2ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.011540] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 842.011540] env[62225]: value = "task-677786" [ 842.011540] env[62225]: _type = "Task" [ 842.011540] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.022350] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.043094] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.107832] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.108216] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Instance network_info: |[{"id": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "address": "fa:16:3e:e8:7a:13", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a2d104-c2", "ovs_interfaceid": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 842.108680] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:7a:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a2d104-c255-46d8-aaa7-83a1d95612de', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.116754] env[62225]: DEBUG oslo.service.loopingcall [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.116994] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 842.117269] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6b598c8-445d-4c6f-87b0-613b5ed2b627 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.138361] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.138361] env[62225]: value = "task-677787" [ 842.138361] env[62225]: _type = "Task" [ 842.138361] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.148714] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677787, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.347661] env[62225]: DEBUG oslo_vmware.api [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.536164} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.348123] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.348282] env[62225]: INFO nova.compute.manager [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 14.03 seconds to snapshot the instance on the hypervisor. [ 842.465026] env[62225]: DEBUG nova.compute.manager [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Received event network-changed-a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 842.468456] env[62225]: DEBUG nova.compute.manager [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Refreshing instance network info cache due to event network-changed-a6a2d104-c255-46d8-aaa7-83a1d95612de. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 842.468456] env[62225]: DEBUG oslo_concurrency.lockutils [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] Acquiring lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.468456] env[62225]: DEBUG oslo_concurrency.lockutils [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] Acquired lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.468456] env[62225]: DEBUG nova.network.neutron [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Refreshing network info cache for port a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 842.473882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.474052] env[62225]: DEBUG nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 842.477741] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.736s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.479882] env[62225]: INFO nova.compute.claims [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.528040] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456552} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.528040] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/83575fca-aa81-42cd-a53e-2e984ca072b2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 842.528285] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.528540] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48ef391d-48ef-481a-ad7d-a4c69ffee0e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.535243] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 842.535243] env[62225]: value = "task-677788" [ 842.535243] env[62225]: _type = "Task" [ 842.535243] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.543588] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.650756] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677787, 'name': CreateVM_Task, 'duration_secs': 0.368206} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.650889] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 842.651893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.652188] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.652521] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.652792] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99328bb4-c812-4393-9e50-706b47816828 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.658219] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 842.658219] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52584b3f-c743-71fe-3fc7-fe0a6d957265" [ 842.658219] env[62225]: _type = "Task" [ 842.658219] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.667621] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52584b3f-c743-71fe-3fc7-fe0a6d957265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.908857] env[62225]: DEBUG nova.compute.manager [None req-56b32600-53b1-43c0-90b3-5ac72b91ef58 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Found 1 images (rotation: 2) {{(pid=62225) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 842.979559] env[62225]: DEBUG nova.compute.utils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 842.980956] env[62225]: DEBUG nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 843.045883] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065695} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.046219] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.047040] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62b82ed-1b1e-4670-891f-20c5ca966d92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.074122] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/83575fca-aa81-42cd-a53e-2e984ca072b2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.076764] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e95289c-ec0a-4548-b0e9-50a8d08c1123 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.094111] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef6c4c-10cd-4c57-b3b5-b74799e2fe21 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.112467] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 843.118242] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 843.118242] env[62225]: value = "task-677789" [ 843.118242] env[62225]: _type = "Task" [ 843.118242] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.129446] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.170913] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52584b3f-c743-71fe-3fc7-fe0a6d957265, 'name': SearchDatastore_Task, 'duration_secs': 0.013962} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.174206] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.174446] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.174729] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.174890] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.175095] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.176236] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e98e49-d160-45d3-bcb2-5d02062acfdd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.184725] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.184937] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 843.185984] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198db64e-8374-475d-8824-ddf1ccd83628 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.190897] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 843.190897] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527aa468-b40a-57c8-62ab-b5b706ab9027" [ 843.190897] env[62225]: _type = "Task" [ 843.190897] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.198208] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527aa468-b40a-57c8-62ab-b5b706ab9027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.301320] env[62225]: DEBUG nova.network.neutron [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Updated VIF entry in instance network info cache for port a6a2d104-c255-46d8-aaa7-83a1d95612de. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 843.301756] env[62225]: DEBUG nova.network.neutron [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Updating instance_info_cache with network_info: [{"id": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "address": "fa:16:3e:e8:7a:13", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a2d104-c2", "ovs_interfaceid": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.482619] env[62225]: DEBUG nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 843.624501] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 843.626069] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd674b59-f872-48cb-9860-668edb111ced {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.640868] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677789, 'name': ReconfigVM_Task, 'duration_secs': 0.261138} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.644194] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/83575fca-aa81-42cd-a53e-2e984ca072b2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.644996] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 843.644996] env[62225]: value = "task-677790" [ 843.644996] env[62225]: _type = "Task" [ 843.644996] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.646300] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01d567e7-9a07-4f96-b77d-3a56fe7611b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.655997] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.657992] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 843.657992] env[62225]: value = "task-677791" [ 843.657992] env[62225]: _type = "Task" [ 843.657992] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.669115] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677791, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.714966] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527aa468-b40a-57c8-62ab-b5b706ab9027, 'name': SearchDatastore_Task, 'duration_secs': 0.00774} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.714966] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a689d7-7dc1-49b1-bda1-d52fb84c17b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.729409] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 843.729409] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526a7c37-a638-3fec-9dd9-f7730e67c0bf" [ 843.729409] env[62225]: _type = "Task" [ 843.729409] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.734784] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526a7c37-a638-3fec-9dd9-f7730e67c0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.735169] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.735666] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/4372db44-65a6-4a02-9860-9182323c161e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 843.736736] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe835309-f0fd-40cc-9405-2827bb8bb756 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.744746] env[62225]: DEBUG nova.compute.manager [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 843.747209] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b78d8-dd40-44f2-9fc5-d43750094d4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.754138] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 843.754138] env[62225]: value = "task-677792" [ 843.754138] env[62225]: _type = "Task" [ 843.754138] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.774158] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.807511] env[62225]: DEBUG oslo_concurrency.lockutils [req-368156c9-b4b8-418a-af6c-e0e78cb33ec1 req-02915125-42bc-41c7-9d79-89a638ebf638 service nova] Releasing lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.895070] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096895de-febf-4fd1-bb71-62ccfa942d02 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.902890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6ea5e-aae5-4725-b130-b6fe32017e35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.943859] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0f967f-c9eb-414c-a24d-39a89c050eea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.951750] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed35d1-9527-439c-9d4a-1bfcfbc321fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.966045] env[62225]: DEBUG nova.compute.provider_tree [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.158189] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677790, 'name': PowerOffVM_Task, 'duration_secs': 0.221257} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.158584] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 844.158790] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 844.170685] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677791, 'name': Rename_Task, 'duration_secs': 0.141301} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.170685] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 844.170896] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e751dc2-5459-4965-9fb8-f020321f2036 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.177210] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 844.177210] env[62225]: value = "task-677793" [ 844.177210] env[62225]: _type = "Task" [ 844.177210] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.185736] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.268407] env[62225]: INFO nova.compute.manager [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] instance snapshotting [ 844.270513] env[62225]: DEBUG nova.objects.instance [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'flavor' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.271019] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477261} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.271501] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/4372db44-65a6-4a02-9860-9182323c161e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 844.271983] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.272292] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a65af6-6fcc-4f91-bbbc-ff9c56430270 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.280396] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 844.280396] env[62225]: value = "task-677794" [ 844.280396] env[62225]: _type = "Task" [ 844.280396] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.291310] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.387653] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "9bc53117-5246-43a5-be2a-d30604de51ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.387973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9bc53117-5246-43a5-be2a-d30604de51ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.417105] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.417421] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.441889] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.442160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.469284] env[62225]: DEBUG nova.scheduler.client.report [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 844.494040] env[62225]: DEBUG nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 844.517378] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 844.517821] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 844.518056] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.518266] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 844.518418] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.518568] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 844.518967] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 844.519203] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 844.519385] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 844.519560] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 844.519752] env[62225]: DEBUG nova.virt.hardware [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 844.520875] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b275620-8757-469a-b9bc-edfdec404226 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.528624] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05836f83-3de4-4ee7-aea8-1ee57e54ac46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.542321] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.548290] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Creating folder: Project (c66530ca050c47d8a2ee68fa35d35dab). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 844.548696] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5579da02-a1fa-4bec-a645-f7b3480648f2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.558518] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Created folder: Project (c66530ca050c47d8a2ee68fa35d35dab) in parent group-v163168. [ 844.558716] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Creating folder: Instances. Parent ref: group-v163352. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 844.558954] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c61e1849-e60d-4ad8-ada5-fa82297bf1c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.569516] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Created folder: Instances in parent group-v163352. [ 844.569516] env[62225]: DEBUG oslo.service.loopingcall [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.569516] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 844.569516] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f738f879-dfb3-49b8-a21e-7e52658ba6f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.585915] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.585915] env[62225]: value = "task-677797" [ 844.585915] env[62225]: _type = "Task" [ 844.585915] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.593650] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677797, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.669150] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 844.669468] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 844.669636] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.669826] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 844.670010] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.670359] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 844.670596] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 844.670765] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 844.670942] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 844.671123] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 844.671306] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 844.676846] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffee718-8406-4b6f-a6e8-2a03d06d18ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.696860] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.698120] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 844.698120] env[62225]: value = "task-677798" [ 844.698120] env[62225]: _type = "Task" [ 844.698120] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.705613] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.777803] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3f21f-e184-494b-ba71-9e161632508e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.790388] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.804248] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.805244] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced854f3-c3ab-4a74-8848-14f1ad842221 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.808348] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e77dc-ee7e-4471-a63c-fa0e9d5a1d50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.833619] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/4372db44-65a6-4a02-9860-9182323c161e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.836349] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc326ecb-1801-4088-afe8-5a3d3443ace2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.863094] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 844.863094] env[62225]: value = "task-677799" [ 844.863094] env[62225]: _type = "Task" [ 844.863094] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.873805] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.890583] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 844.974241] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.974921] env[62225]: DEBUG nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 844.977616] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.784s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.099027] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677797, 'name': CreateVM_Task, 'duration_secs': 0.463915} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.099027] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 845.099027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.099027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.099027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.099027] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f4efc4-fe6b-4e80-b20c-73d0fca83e7d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.105265] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 845.105265] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52915125-4cac-7aba-d64b-945fe91d8fe7" [ 845.105265] env[62225]: _type = "Task" [ 845.105265] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.110651] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52915125-4cac-7aba-d64b-945fe91d8fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.197967] env[62225]: DEBUG oslo_vmware.api [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677793, 'name': PowerOnVM_Task, 'duration_secs': 0.776985} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.198347] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 845.198609] env[62225]: INFO nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Took 8.17 seconds to spawn the instance on the hypervisor. [ 845.198844] env[62225]: DEBUG nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 845.199714] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f35293-8ebf-43f9-8115-d86534491b7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.213009] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677798, 'name': ReconfigVM_Task, 'duration_secs': 0.27966} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.213540] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 845.359521] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.359952] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc225f76-3414-4b0f-b788-76fb482b078f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.369498] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 845.369498] env[62225]: value = "task-677800" [ 845.369498] env[62225]: _type = "Task" [ 845.369498] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.377041] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.381898] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.413828] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.482011] env[62225]: DEBUG nova.compute.utils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.483505] env[62225]: DEBUG nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 845.612470] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52915125-4cac-7aba-d64b-945fe91d8fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.612908] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.613239] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.613489] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.613787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.614114] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.614406] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb8e0b2-fee9-452d-8b06-9087deafd78a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.623698] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.623991] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 845.624874] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87706713-891d-469b-832f-1f43071118d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.630111] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 845.630111] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d04ab-1625-34fa-eeb8-68e6711c37c5" [ 845.630111] env[62225]: _type = "Task" [ 845.630111] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.637677] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d04ab-1625-34fa-eeb8-68e6711c37c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.721226] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 845.721547] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 845.721809] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.722027] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 845.722206] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.722396] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 845.723022] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 845.723022] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 845.723022] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 845.723377] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 845.723413] env[62225]: DEBUG nova.virt.hardware [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.729860] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.732477] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78c7a39-2cb2-4328-8191-44018033fbcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.747777] env[62225]: INFO nova.compute.manager [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Took 47.99 seconds to build instance. [ 845.754580] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 845.754580] env[62225]: value = "task-677801" [ 845.754580] env[62225]: _type = "Task" [ 845.754580] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.763866] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.873941] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677799, 'name': ReconfigVM_Task, 'duration_secs': 0.767769} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.877015] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/4372db44-65a6-4a02-9860-9182323c161e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.877693] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32f086f8-7770-4382-8c6d-6ecb13c7735c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.883864] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677800, 'name': CreateSnapshot_Task, 'duration_secs': 0.497289} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.885322] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.885500] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 845.885500] env[62225]: value = "task-677802" [ 845.885500] env[62225]: _type = "Task" [ 845.885500] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.886268] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8034946-b8f6-412c-97fc-a104bb73bb94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.901300] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677802, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.993212] env[62225]: DEBUG nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 845.996473] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Applying migration context for instance 13d1b109-25a1-4e7f-9d70-a449ece00cc2 as it has an incoming, in-progress migration fcf1912e-885f-4ea4-8cc8-1e6b780a769e. Migration status is reverting {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 845.996698] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Applying migration context for instance f8f13103-9789-44fa-a8fc-67af270ee6af as it has an incoming, in-progress migration 8771433a-2bbe-44e8-8dc7-d325a658d44e. Migration status is migrating {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 845.998265] env[62225]: INFO nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating resource usage from migration fcf1912e-885f-4ea4-8cc8-1e6b780a769e [ 845.998502] env[62225]: INFO nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating resource usage from migration 8771433a-2bbe-44e8-8dc7-d325a658d44e [ 846.019602] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 0c5f9435-85a0-4224-8819-6a5215b9f23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.019864] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d21d4797-aa75-4a06-aa1d-f9effb3a58c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.020812] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6e3f397f-f581-4de1-a6ae-307121bfa897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.020812] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f45f88d0-3ccd-4f8e-93c4-02d82e23be59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.020812] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9cb5f79a-1614-4346-9e99-f105c206aa17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.020812] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Migration fcf1912e-885f-4ea4-8cc8-1e6b780a769e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 846.020812] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 13d1b109-25a1-4e7f-9d70-a449ece00cc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.020812] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance e5b0b921-5288-44da-ad40-56abd7202a8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.020812] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance c87e8f96-2c8d-4663-8ca1-838af78da36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.021145] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 2a372e99-4a94-4dce-8a3e-6efbd8a5f268 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 846.021145] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 83575fca-aa81-42cd-a53e-2e984ca072b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.021145] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 4372db44-65a6-4a02-9860-9182323c161e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.021234] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Migration 8771433a-2bbe-44e8-8dc7-d325a658d44e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 846.022025] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f8f13103-9789-44fa-a8fc-67af270ee6af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.022025] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 620c617e-a89b-44b3-b240-ad5e23c97697 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.022025] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5f763e09-38e0-415e-8a97-8259672e1e73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 846.140943] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d04ab-1625-34fa-eeb8-68e6711c37c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015767} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.141784] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c6f679-4ec3-4c82-9383-b138eee86739 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.147055] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 846.147055] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b8787a-735e-8146-62b8-03fb7f568a2a" [ 846.147055] env[62225]: _type = "Task" [ 846.147055] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.154471] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b8787a-735e-8146-62b8-03fb7f568a2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.250367] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6be7c2e4-f82b-4253-b016-fe960c12e833 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.506s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.264067] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677801, 'name': ReconfigVM_Task, 'duration_secs': 0.185404} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.264852] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 846.265829] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a1fea8-0241-4a71-baa8-b00112ab86eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.289247] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af/f8f13103-9789-44fa-a8fc-67af270ee6af.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.289936] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bc7d89-8c98-495e-adc4-8a0a124c18e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.310613] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 846.310613] env[62225]: value = "task-677803" [ 846.310613] env[62225]: _type = "Task" [ 846.310613] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.320139] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.398765] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677802, 'name': Rename_Task, 'duration_secs': 0.345055} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.399181] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 846.399491] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e3883c6-f421-4b6c-85af-2a3608d4b9e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.409147] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.410454] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d785059-2b32-468d-88f3-1fe360bdf293 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.413374] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 846.413374] env[62225]: value = "task-677804" [ 846.413374] env[62225]: _type = "Task" [ 846.413374] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.418133] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 846.418133] env[62225]: value = "task-677805" [ 846.418133] env[62225]: _type = "Task" [ 846.418133] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.425190] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.430173] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677805, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.525752] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.657601] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b8787a-735e-8146-62b8-03fb7f568a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.657973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.658277] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 620c617e-a89b-44b3-b240-ad5e23c97697/620c617e-a89b-44b3-b240-ad5e23c97697.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 846.658609] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b473c01-43ee-4468-bf1c-5819471b9fd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.667372] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 846.667372] env[62225]: value = "task-677806" [ 846.667372] env[62225]: _type = "Task" [ 846.667372] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.675828] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.752762] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 846.820783] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677803, 'name': ReconfigVM_Task, 'duration_secs': 0.263901} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.821114] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af/f8f13103-9789-44fa-a8fc-67af270ee6af.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.821415] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 846.927021] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677804, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.930785] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677805, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.009483] env[62225]: DEBUG nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 847.029589] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 94a521e8-73dc-4174-bcf0-07b870f34a2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.034771] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 847.035116] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 847.035307] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.035502] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 847.035657] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.035899] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 847.036169] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 847.036394] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 847.036611] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 847.036839] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 847.037049] env[62225]: DEBUG nova.virt.hardware [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.038202] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70d748a-16f6-4487-8937-33e0bdf5dc83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.052327] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db20b2-5fc7-417f-ba8d-0f794734b2b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.068583] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.075669] env[62225]: DEBUG oslo.service.loopingcall [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.076192] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 847.077055] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a4ff1cc-250c-4db0-860e-c8fdbb5d9cfc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.098022] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.098022] env[62225]: value = "task-677807" [ 847.098022] env[62225]: _type = "Task" [ 847.098022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.112030] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677807, 'name': CreateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.182359] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.281024] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.328557] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea78ff-00b9-4847-aa6c-7af2e80e18a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.348218] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c6f15d-a644-4b8d-9718-953127564567 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.367153] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 847.427435] env[62225]: DEBUG oslo_vmware.api [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677804, 'name': PowerOnVM_Task, 'duration_secs': 1.007842} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.427633] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 847.427883] env[62225]: INFO nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Took 7.90 seconds to spawn the instance on the hypervisor. [ 847.428125] env[62225]: DEBUG nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 847.428930] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f06da-6ec5-4bef-8040-b56cc56dc88e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.435020] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677805, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.543044] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance d37fbcf8-1606-4dca-9937-9d170181dee6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.605722] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677807, 'name': CreateVM_Task, 'duration_secs': 0.33651} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.605722] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 847.605915] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.606085] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.606453] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.606715] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304adcf6-7eb1-490a-8cc5-a6ed31c8c115 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.611176] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 847.611176] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52862745-7204-5cdf-e856-7cb16f075735" [ 847.611176] env[62225]: _type = "Task" [ 847.611176] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.618647] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52862745-7204-5cdf-e856-7cb16f075735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.677415] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534197} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.677695] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 620c617e-a89b-44b3-b240-ad5e23c97697/620c617e-a89b-44b3-b240-ad5e23c97697.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 847.677890] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.678155] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8df954ac-12a0-43d8-858d-0cf1f72faaee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.684279] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 847.684279] env[62225]: value = "task-677808" [ 847.684279] env[62225]: _type = "Task" [ 847.684279] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.694162] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.904569] env[62225]: DEBUG nova.network.neutron [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Port 4dd4b764-e538-42d4-a2ab-32c51e1ff90e binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 847.927917] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677805, 'name': CloneVM_Task, 'duration_secs': 1.320441} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.928219] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created linked-clone VM from snapshot [ 847.928951] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45594565-7537-4f94-8cf9-92c88a2f7d42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.936210] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Uploading image 975dee6a-df66-48e2-a021-9bbf77a5c334 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 847.949356] env[62225]: INFO nova.compute.manager [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Took 49.42 seconds to build instance. [ 847.959087] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.959087] env[62225]: value = "vm-163356" [ 847.959087] env[62225]: _type = "VirtualMachine" [ 847.959087] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.959389] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b2c8220-9343-4d03-8727-3d4d718c5dce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.966382] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease: (returnval){ [ 847.966382] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c55267-6365-e186-fbd2-0b1055e8191d" [ 847.966382] env[62225]: _type = "HttpNfcLease" [ 847.966382] env[62225]: } obtained for exporting VM: (result){ [ 847.966382] env[62225]: value = "vm-163356" [ 847.966382] env[62225]: _type = "VirtualMachine" [ 847.966382] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.966626] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the lease: (returnval){ [ 847.966626] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c55267-6365-e186-fbd2-0b1055e8191d" [ 847.966626] env[62225]: _type = "HttpNfcLease" [ 847.966626] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.973537] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.973537] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c55267-6365-e186-fbd2-0b1055e8191d" [ 847.973537] env[62225]: _type = "HttpNfcLease" [ 847.973537] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.046845] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 01868879-364b-4bc0-a5c5-503cec724885 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.122320] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52862745-7204-5cdf-e856-7cb16f075735, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.122637] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.122877] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.123135] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.123288] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.123474] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.123783] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1749c6c1-9e66-4065-93ab-0bbcd0921b74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.135042] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.135042] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 848.135042] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16267b3-758b-47c0-b8b2-1a2872b76264 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.141029] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 848.141029] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524c1569-75ef-6562-3bcd-0af2506a0943" [ 848.141029] env[62225]: _type = "Task" [ 848.141029] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.149671] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524c1569-75ef-6562-3bcd-0af2506a0943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.195127] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06917} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.195765] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.196397] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe8dce1-d0d8-447b-80c8-18a7a09c9f73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.216737] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 620c617e-a89b-44b3-b240-ad5e23c97697/620c617e-a89b-44b3-b240-ad5e23c97697.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.217049] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd42c5f9-bc8f-401b-90a1-45eb1df77b41 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.237082] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 848.237082] env[62225]: value = "task-677810" [ 848.237082] env[62225]: _type = "Task" [ 848.237082] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.245052] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.450791] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9a4da099-505d-4f2f-aead-3bac4471d547 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "4372db44-65a6-4a02-9860-9182323c161e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.933s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.474956] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.474956] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c55267-6365-e186-fbd2-0b1055e8191d" [ 848.474956] env[62225]: _type = "HttpNfcLease" [ 848.474956] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.475287] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.475287] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c55267-6365-e186-fbd2-0b1055e8191d" [ 848.475287] env[62225]: _type = "HttpNfcLease" [ 848.475287] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.476019] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29ee23f-faa7-406f-98a6-8f58e78c40a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.483215] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4853d-2eae-51b0-dbac-d1c5e53073b9/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.483401] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4853d-2eae-51b0-dbac-d1c5e53073b9/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.549665] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 882539ee-e877-4357-b7af-303553f227fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.549848] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (903ec370-a00f-40fb-b212-90647084112a): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 848.572809] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6a1a37e-6f69-4dec-a42f-ed56ea7d1b47 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.652046] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524c1569-75ef-6562-3bcd-0af2506a0943, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.652822] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a913be-5ec2-44a5-b8ae-b0eb9574d33e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.657526] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 848.657526] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296139a-1804-7b02-bb9a-2aea03fce7b5" [ 848.657526] env[62225]: _type = "Task" [ 848.657526] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.664927] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296139a-1804-7b02-bb9a-2aea03fce7b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.748697] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677810, 'name': ReconfigVM_Task, 'duration_secs': 0.328054} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.749098] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 620c617e-a89b-44b3-b240-ad5e23c97697/620c617e-a89b-44b3-b240-ad5e23c97697.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.749680] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f85290fe-dae4-406a-ba13-a2f16cbd6b2c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.758421] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 848.758421] env[62225]: value = "task-677811" [ 848.758421] env[62225]: _type = "Task" [ 848.758421] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.767668] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677811, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.929312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.929814] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.930058] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.953129] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 849.054061] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9bc53117-5246-43a5-be2a-d30604de51ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.168405] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296139a-1804-7b02-bb9a-2aea03fce7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.168772] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.169106] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 849.169425] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f20c45b3-4d61-424f-b6de-dfda3f55a406 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.172222] env[62225]: INFO nova.compute.manager [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Rescuing [ 849.172774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.172958] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.173165] env[62225]: DEBUG nova.network.neutron [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 849.176500] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 849.176500] env[62225]: value = "task-677812" [ 849.176500] env[62225]: _type = "Task" [ 849.176500] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.184366] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.268691] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677811, 'name': Rename_Task, 'duration_secs': 0.142451} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.270029] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 849.270029] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c59f006-a26c-452d-b3fe-857341451b67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.276063] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 849.276063] env[62225]: value = "task-677813" [ 849.276063] env[62225]: _type = "Task" [ 849.276063] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.287423] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.480414] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.557500] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.695834] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.791354] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.996988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.996988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.996988] env[62225]: DEBUG nova.network.neutron [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 850.062689] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance ef88646f-25ce-4ea0-9f46-e2e9ce110b3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.066022] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 850.066022] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 850.193335] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60944} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.193814] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 850.193894] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.194154] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c70d386d-b2d6-47b5-9206-396fd8f5055b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.202732] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 850.202732] env[62225]: value = "task-677814" [ 850.202732] env[62225]: _type = "Task" [ 850.202732] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.210923] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.221961] env[62225]: DEBUG nova.network.neutron [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Updating instance_info_cache with network_info: [{"id": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "address": "fa:16:3e:e8:7a:13", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a2d104-c2", "ovs_interfaceid": "a6a2d104-c255-46d8-aaa7-83a1d95612de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.286770] env[62225]: DEBUG oslo_vmware.api [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677813, 'name': PowerOnVM_Task, 'duration_secs': 0.553008} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.289368] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 850.289574] env[62225]: INFO nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Took 5.80 seconds to spawn the instance on the hypervisor. [ 850.289817] env[62225]: DEBUG nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 850.290946] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030bff92-344e-4955-a2a3-73a15623c73b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.432464] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa65edc-e94d-463c-a5b7-2bd3725f6f5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.440727] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f732f1c8-2d63-4e7b-a0e8-6d700fc022a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.472604] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2ca6e6-a1d7-42ef-8100-6a9c1ca97bd3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.480624] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c452798e-6310-497c-bfb6-4c15fb6061d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.497264] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.710050] env[62225]: DEBUG nova.network.neutron [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [{"id": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "address": "fa:16:3e:1b:26:f0", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd4b764-e5", "ovs_interfaceid": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.715958] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677814, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.727586] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-4372db44-65a6-4a02-9860-9182323c161e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.809046] env[62225]: INFO nova.compute.manager [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Took 47.86 seconds to build instance. [ 851.002278] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 851.212798] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.223538] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677814, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.259865] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 851.260180] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e79d7f-cba5-40bd-9c4d-4b3dea360482 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.267984] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 851.267984] env[62225]: value = "task-677815" [ 851.267984] env[62225]: _type = "Task" [ 851.267984] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.276330] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.311369] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8cec793e-ed39-470d-b0a4-481ffeaa4350 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "620c617e-a89b-44b3-b240-ad5e23c97697" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.379s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.507981] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 851.508278] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.531s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.508584] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.702s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.508763] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.510925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 37.431s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.513041] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.513041] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Cleaning up deleted instances {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 851.535774] env[62225]: INFO nova.scheduler.client.report [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted allocations for instance f45f88d0-3ccd-4f8e-93c4-02d82e23be59 [ 851.715925] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.368241} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.716796] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.718053] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50edc6-97b9-4aab-802e-d34365862d3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.743916] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.745577] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e47f83b-e406-43ea-b89f-c960521aa16d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.761583] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0420fa-b7ab-408d-be4b-b688491ef9f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.786423] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21182ea6-26b3-4aa5-a1f0-6159af547a35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.789968] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 851.789968] env[62225]: value = "task-677816" [ 851.789968] env[62225]: _type = "Task" [ 851.789968] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.799335] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677815, 'name': PowerOffVM_Task, 'duration_secs': 0.320316} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.799710] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 851.804407] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 851.805292] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995888d8-3bd5-489e-95a8-35297b99431e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.811280] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.827047] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db842f-058b-4117-9476-1adc96031d97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.862954] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 851.863290] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481a651b-3109-421f-a8b5-8960cd4b93e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.870704] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 851.870704] env[62225]: value = "task-677817" [ 851.870704] env[62225]: _type = "Task" [ 851.870704] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.879998] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 851.880253] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.880506] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.880665] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.880841] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.881110] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe896f9-9fcc-4515-a806-494bc40259fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.891551] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.891776] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 851.892560] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d6b72e-86cb-4b87-9fe3-b394001df74a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.897408] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 851.897408] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522ecd37-f45a-e68b-1fa4-4d9da6a1d868" [ 851.897408] env[62225]: _type = "Task" [ 851.897408] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.904993] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522ecd37-f45a-e68b-1fa4-4d9da6a1d868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.015882] env[62225]: DEBUG nova.objects.instance [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lazy-loading 'migration_context' on Instance uuid 13d1b109-25a1-4e7f-9d70-a449ece00cc2 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.027538] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] There are 43 instances to clean {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 852.027826] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 4ad3cf9c-6986-45c5-83e0-9f3f7f970936] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 852.042907] env[62225]: DEBUG oslo_concurrency.lockutils [None req-96bbaeb5-e364-4513-8134-d42d71186a17 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "f45f88d0-3ccd-4f8e-93c4-02d82e23be59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.590s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.302335] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.306534] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 852.306857] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d68e92c-009f-4d45-a345-fb2da4ddf77d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.318912] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 852.318912] env[62225]: value = "task-677818" [ 852.318912] env[62225]: _type = "Task" [ 852.318912] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.331440] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.371954] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf6c067-fcf3-44a5-b251-c4d48b834fae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.381354] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952a18c-4dcf-444b-a856-33c42850b907 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.416457] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff4f24-cd5f-4e01-87de-4e621a8f1f7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.429266] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e92a5c9-6abc-4173-b52f-1f56cade8b91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.433668] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522ecd37-f45a-e68b-1fa4-4d9da6a1d868, 'name': SearchDatastore_Task, 'duration_secs': 0.01343} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.435021] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b39c7f9-496f-46ab-b9c0-49a420a1a471 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.445500] env[62225]: DEBUG nova.compute.provider_tree [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.451579] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 852.451579] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222e65b-dc4e-fd00-f45f-1f23ec8cd141" [ 852.451579] env[62225]: _type = "Task" [ 852.451579] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.464300] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222e65b-dc4e-fd00-f45f-1f23ec8cd141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.531034] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9e1fff1e-9b72-46c2-8ad7-a0815c9b9e35] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 852.805028] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677816, 'name': ReconfigVM_Task, 'duration_secs': 0.59106} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.805028] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.805028] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2f52db-be5a-4800-88ed-338e1b1c3074 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.814028] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 852.814028] env[62225]: value = "task-677819" [ 852.814028] env[62225]: _type = "Task" [ 852.814028] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.826774] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677819, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.834052] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.949831] env[62225]: DEBUG nova.scheduler.client.report [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 852.964246] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222e65b-dc4e-fd00-f45f-1f23ec8cd141, 'name': SearchDatastore_Task, 'duration_secs': 0.017088} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.965365] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.965677] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. {{(pid=62225) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 852.966278] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8db3acb0-e2d8-4c2b-ac3d-b4fc84026f98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.976098] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 852.976098] env[62225]: value = "task-677820" [ 852.976098] env[62225]: _type = "Task" [ 852.976098] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.987338] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.036324] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 45fd2f0c-c4b6-45e8-9526-c8e6b4002bf6] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 853.335763] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677819, 'name': Rename_Task, 'duration_secs': 0.218121} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.336060] env[62225]: DEBUG oslo_vmware.api [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677818, 'name': PowerOnVM_Task, 'duration_secs': 0.601249} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.336324] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 853.336587] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 853.336807] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5e877bf4-c9b8-402e-b959-358b73534870 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance 'f8f13103-9789-44fa-a8fc-67af270ee6af' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 853.344024] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067c82ef-1881-4772-8ba3-e6dae44ed1ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.352053] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 853.352053] env[62225]: value = "task-677821" [ 853.352053] env[62225]: _type = "Task" [ 853.352053] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.373021] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.491222] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.539908] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 2bf20983-6072-4672-b7f6-09fd621efb1f] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 853.862406] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677821, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.965082] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.454s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.975638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.493s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.977244] env[62225]: INFO nova.compute.claims [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.002747] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675949} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.003834] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. [ 854.004670] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35154a2-3af0-409c-8996-97bda4f312c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.032474] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.033687] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c5998e-7390-4771-b84e-f6300909bf77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.047762] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b7471bd6-7d0f-43fc-ab5e-2f3323fd4d44] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 854.057892] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 854.057892] env[62225]: value = "task-677822" [ 854.057892] env[62225]: _type = "Task" [ 854.057892] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.067522] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.362015] env[62225]: DEBUG oslo_vmware.api [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677821, 'name': PowerOnVM_Task, 'duration_secs': 0.575377} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.362447] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 854.362754] env[62225]: INFO nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Took 7.35 seconds to spawn the instance on the hypervisor. [ 854.363036] env[62225]: DEBUG nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 854.364038] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922c2aeb-2f92-4fc5-83ac-cd771a7709d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.552627] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9c441c89-0efc-43b3-808d-8106c92e0123] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 854.570282] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.882039] env[62225]: INFO nova.compute.manager [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Took 51.16 seconds to build instance. [ 855.056995] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 464bc3fc-80c5-4985-8262-88e7711cba0d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 855.071592] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677822, 'name': ReconfigVM_Task, 'duration_secs': 0.588846} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.072264] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 4372db44-65a6-4a02-9860-9182323c161e/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.073527] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd7b3da-0e5c-438f-90bc-eb02d6891dbf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.106739] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99594ce-c704-46c0-930b-faae70bbd0b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.123437] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.123754] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.129136] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 855.129136] env[62225]: value = "task-677823" [ 855.129136] env[62225]: _type = "Task" [ 855.129136] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.143235] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.383645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e2a15d4b-442e-481b-bf18-1c85018314a0 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "5f763e09-38e0-415e-8a97-8259672e1e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.676s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.387099] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b011229-9b60-43a7-a087-251da3cc37b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.396962] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1459d1e-94cf-46e8-8bd9-38c054db3f32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.436272] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a9456-6688-44ed-93b6-e68beebb726a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.445519] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f6ff2b-6a6a-43d0-9d1e-f9bd695b9008 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.462454] env[62225]: DEBUG nova.compute.provider_tree [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.515046] env[62225]: INFO nova.compute.manager [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Swapping old allocation on dict_keys(['903ec370-a00f-40fb-b212-90647084112a']) held by migration fcf1912e-885f-4ea4-8cc8-1e6b780a769e for instance [ 855.541578] env[62225]: DEBUG nova.scheduler.client.report [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Overwriting current allocation {'allocations': {'903ec370-a00f-40fb-b212-90647084112a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '27c814f96361481587762565f055d5a7', 'user_id': '15b60d63862b4967a8b466de67e9a775', 'consumer_generation': 1} on consumer 13d1b109-25a1-4e7f-9d70-a449ece00cc2 {{(pid=62225) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 855.560569] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 98372513-5daf-4bf2-8448-a271c6b9530e] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 855.626528] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 855.645595] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677823, 'name': ReconfigVM_Task, 'duration_secs': 0.234443} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.646020] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 855.646378] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f758c8-cbc0-4f15-9b10-ec3bfcaa39c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.655366] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 855.655366] env[62225]: value = "task-677824" [ 855.655366] env[62225]: _type = "Task" [ 855.655366] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.662781] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.663387] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquired lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.663387] env[62225]: DEBUG nova.network.neutron [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 855.675620] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.876914] env[62225]: INFO nova.compute.manager [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Rebuilding instance [ 855.923016] env[62225]: DEBUG nova.compute.manager [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 855.923958] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567b2d6f-61b9-49a4-9e5a-33b197b4fb06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.940316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "f8f13103-9789-44fa-a8fc-67af270ee6af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.940316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.940316] env[62225]: DEBUG nova.compute.manager [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Going to confirm migration 3 {{(pid=62225) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 855.965836] env[62225]: DEBUG nova.scheduler.client.report [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 856.064659] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: d1a779b5-cf82-4f52-b752-b4fcbaa2b5e0] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 856.148416] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.169471] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677824, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.410913] env[62225]: DEBUG nova.network.neutron [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [{"id": "53f071ea-445d-41ff-a2a8-a2841951e627", "address": "fa:16:3e:cb:30:26", "network": {"id": "1777b41a-6882-4718-ac16-7725ad7bacb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bf3eb76c4f974357a2ff2994a1408afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f071ea-44", "ovs_interfaceid": "53f071ea-445d-41ff-a2a8-a2841951e627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.437295] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 856.437621] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5779a354-9b46-4a9f-8533-97a06214a1f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.450387] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 856.450387] env[62225]: value = "task-677825" [ 856.450387] env[62225]: _type = "Task" [ 856.450387] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.460595] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.470185] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.470761] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 856.473871] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.369s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.475157] env[62225]: INFO nova.compute.claims [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.495119] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.495361] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.495552] env[62225]: DEBUG nova.network.neutron [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 856.495744] env[62225]: DEBUG nova.objects.instance [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'info_cache' on Instance uuid f8f13103-9789-44fa-a8fc-67af270ee6af {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.568045] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 54f04107-6ab1-4994-ad4b-cd44de6a1a55] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 856.667053] env[62225]: DEBUG oslo_vmware.api [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677824, 'name': PowerOnVM_Task, 'duration_secs': 0.600285} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.667053] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 856.670061] env[62225]: DEBUG nova.compute.manager [None req-1e4aa2e2-968e-4d15-ade3-f18bd82f9055 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 856.670900] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff86fd-c08b-4fa1-b682-3cc8479ea04b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.881775] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.882041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.914389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Releasing lock "refresh_cache-13d1b109-25a1-4e7f-9d70-a449ece00cc2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.914925] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 856.915578] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b522b945-3c36-4b81-93ae-cdeb99b583b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.924696] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 856.924696] env[62225]: value = "task-677826" [ 856.924696] env[62225]: _type = "Task" [ 856.924696] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.934649] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.962296] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677825, 'name': PowerOffVM_Task, 'duration_secs': 0.232853} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.962569] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 856.962792] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 856.963599] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d0c012-50a5-463e-ac5c-1565b37859c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.971368] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 856.971648] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010e4868-e344-4a24-985a-c994d3fcde95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.980219] env[62225]: DEBUG nova.compute.utils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 856.984828] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 856.985011] env[62225]: DEBUG nova.network.neutron [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 857.001554] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 857.001787] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 857.002206] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleting the datastore file [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.004213] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b1d2b68-0358-4b26-b75e-b07ce2997b49 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.013856] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4853d-2eae-51b0-dbac-d1c5e53073b9/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.016316] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae712c-a529-40df-922a-610fc317f385 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.019688] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 857.019688] env[62225]: value = "task-677828" [ 857.019688] env[62225]: _type = "Task" [ 857.019688] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.024809] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4853d-2eae-51b0-dbac-d1c5e53073b9/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.025009] env[62225]: ERROR oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4853d-2eae-51b0-dbac-d1c5e53073b9/disk-0.vmdk due to incomplete transfer. [ 857.025611] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6a78e38-d394-4336-8195-d630f1aaf6bf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.030858] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.032929] env[62225]: DEBUG nova.policy [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 857.043726] env[62225]: DEBUG oslo_vmware.rw_handles [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4853d-2eae-51b0-dbac-d1c5e53073b9/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.043980] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Uploaded image 975dee6a-df66-48e2-a021-9bbf77a5c334 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 857.046391] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 857.046695] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c40d5e2-c484-4be3-885a-a9554a4b650b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.055404] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 857.055404] env[62225]: value = "task-677829" [ 857.055404] env[62225]: _type = "Task" [ 857.055404] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.064924] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677829, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.073580] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 371a5926-5c3e-4ba0-8ea4-77048ae00799] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 857.363678] env[62225]: DEBUG nova.network.neutron [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Successfully created port: 3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.385239] env[62225]: DEBUG nova.compute.utils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.436437] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677826, 'name': PowerOffVM_Task, 'duration_secs': 0.243143} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.436733] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 857.437424] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:38:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='148dcfac-9a29-4abb-ae0d-d8c1c6929015',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463325850',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 857.437639] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 857.437801] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.437983] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 857.438146] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.438296] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 857.438500] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 857.438662] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 857.438833] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 857.439012] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 857.439199] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.444305] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef32c870-cd1c-4a51-af70-f90812e0352b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.461443] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 857.461443] env[62225]: value = "task-677830" [ 857.461443] env[62225]: _type = "Task" [ 857.461443] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.470403] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.515633] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 857.537599] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191345} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.537599] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.537599] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 857.537859] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 857.570234] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677829, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.577436] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 56e4c6f5-790b-4b61-a267-bc8d11a4b65d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 857.823908] env[62225]: DEBUG nova.network.neutron [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [{"id": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "address": "fa:16:3e:1b:26:f0", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dd4b764-e5", "ovs_interfaceid": "4dd4b764-e538-42d4-a2ab-32c51e1ff90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.862025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33455ef8-a009-4e94-a905-4081613590f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.870964] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c28ada-1de4-4fb0-85ee-4f91c6e1999d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.905674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.905674] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b77b57-d65f-4a21-8cd1-7ca35bdd954b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.913460] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a68f69-c579-4acc-911c-995d56472ca1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.928939] env[62225]: DEBUG nova.compute.provider_tree [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.975072] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677830, 'name': ReconfigVM_Task, 'duration_secs': 0.193835} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.976421] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b67d3-5049-49c1-9f87-f3ac15cffdad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.007434] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:38:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='148dcfac-9a29-4abb-ae0d-d8c1c6929015',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463325850',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 858.007696] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 858.008327] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.008327] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 858.008493] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.008619] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 858.008826] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 858.009072] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 858.009281] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 858.009458] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 858.009633] env[62225]: DEBUG nova.virt.hardware [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.011261] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b77d350-9a7c-4ea0-af47-1a3ed1d396a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.017798] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 858.017798] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521d5467-0491-75ff-dfe5-8f192d67f943" [ 858.017798] env[62225]: _type = "Task" [ 858.017798] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.026613] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521d5467-0491-75ff-dfe5-8f192d67f943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.068166] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677829, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.080528] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 24f5eb10-b56a-45ed-afe0-1a8d8a076170] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 858.553200] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-f8f13103-9789-44fa-a8fc-67af270ee6af" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.553521] env[62225]: DEBUG nova.objects.instance [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'migration_context' on Instance uuid f8f13103-9789-44fa-a8fc-67af270ee6af {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.555891] env[62225]: DEBUG nova.scheduler.client.report [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 858.569618] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 858.590669] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 0fb6e085-8c66-4b53-a0a1-f44590d4c550] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 858.601943] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]521d5467-0491-75ff-dfe5-8f192d67f943, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.614889] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.614889] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677829, 'name': Destroy_Task, 'duration_secs': 1.094184} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.615110] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3107c4f-2142-495f-afc9-af6245f73247 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.627993] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroyed the VM [ 858.628286] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.632053] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f1d7a99-bcb1-4aaa-bf81-dd99d12ea815 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.641944] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 858.641944] env[62225]: value = "task-677831" [ 858.641944] env[62225]: _type = "Task" [ 858.641944] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.642791] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 858.642791] env[62225]: value = "task-677832" [ 858.642791] env[62225]: _type = "Task" [ 858.642791] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.644679] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 858.645223] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 858.645223] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.645385] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 858.645893] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.645893] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 858.645893] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 858.646525] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 858.646797] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 858.647043] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 858.647554] env[62225]: DEBUG nova.virt.hardware [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.650140] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e97fd2-81eb-4c9f-8bc8-b8b75e06e06f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.663166] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 858.663537] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 858.663748] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.663938] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 858.664107] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.664278] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 858.664483] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 858.664658] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 858.664868] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 858.665075] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 858.665263] env[62225]: DEBUG nova.virt.hardware [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.666514] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650bc373-feb9-4564-8101-9f9d9a612af2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.673988] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68090995-3285-4f86-a486-a124baab8129 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.686908] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.687275] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.690884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77264e3-68d4-48b8-8e61-fd4c9136990c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.704360] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.711096] env[62225]: DEBUG oslo.service.loopingcall [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.712779] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 858.713279] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf95fba-6849-4a5a-a41d-5c9136001fa7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.742055] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.742055] env[62225]: value = "task-677833" [ 858.742055] env[62225]: _type = "Task" [ 858.742055] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.752461] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677833, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.965441] env[62225]: DEBUG nova.compute.manager [req-45d6fcc5-1854-4fac-a139-e99522a468ed req-641c5c74-27d2-44ed-abf5-caf6b7e5e4a3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Received event network-vif-plugged-3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 858.965969] env[62225]: DEBUG oslo_concurrency.lockutils [req-45d6fcc5-1854-4fac-a139-e99522a468ed req-641c5c74-27d2-44ed-abf5-caf6b7e5e4a3 service nova] Acquiring lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.966208] env[62225]: DEBUG oslo_concurrency.lockutils [req-45d6fcc5-1854-4fac-a139-e99522a468ed req-641c5c74-27d2-44ed-abf5-caf6b7e5e4a3 service nova] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.966418] env[62225]: DEBUG oslo_concurrency.lockutils [req-45d6fcc5-1854-4fac-a139-e99522a468ed req-641c5c74-27d2-44ed-abf5-caf6b7e5e4a3 service nova] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.966555] env[62225]: DEBUG nova.compute.manager [req-45d6fcc5-1854-4fac-a139-e99522a468ed req-641c5c74-27d2-44ed-abf5-caf6b7e5e4a3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] No waiting events found dispatching network-vif-plugged-3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 858.966723] env[62225]: WARNING nova.compute.manager [req-45d6fcc5-1854-4fac-a139-e99522a468ed req-641c5c74-27d2-44ed-abf5-caf6b7e5e4a3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Received unexpected event network-vif-plugged-3c2d81c2-4203-46fb-8103-d72f9319fb54 for instance with vm_state building and task_state spawning. [ 859.034948] env[62225]: DEBUG nova.network.neutron [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Successfully updated port: 3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.079519] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.079713] env[62225]: DEBUG nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 859.082806] env[62225]: DEBUG nova.objects.base [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 859.083282] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.743s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.084968] env[62225]: INFO nova.compute.claims [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.088901] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365ea629-b5a8-4528-95b0-1e134dc764be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.113809] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e45d8a48-5e98-4f1c-b17c-1ef04f55ae96] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 859.116468] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2436224b-e23e-44b4-9085-c60ff4530abe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.123692] env[62225]: DEBUG oslo_vmware.api [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 859.123692] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52803f5b-37d7-fbb9-1a0d-12e7762cb0a7" [ 859.123692] env[62225]: _type = "Task" [ 859.123692] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.133948] env[62225]: DEBUG oslo_vmware.api [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52803f5b-37d7-fbb9-1a0d-12e7762cb0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.160446] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677832, 'name': ReconfigVM_Task, 'duration_secs': 0.21108} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.163450] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.164029] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677831, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.164824] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40cbdf7-7364-4b66-90c4-8c6a6175472a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.188374] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.188808] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a9a52c-ee6f-4eda-a441-35fcd2e4b1df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.201944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.202245] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.202472] env[62225]: INFO nova.compute.manager [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Attaching volume 395dc95b-ec0e-4502-b58b-b10928576766 to /dev/sdb [ 859.210952] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 859.210952] env[62225]: value = "task-677834" [ 859.210952] env[62225]: _type = "Task" [ 859.210952] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.219948] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.240311] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade82fa3-388e-422d-9d6c-f715cf41f43c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.255902] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677833, 'name': CreateVM_Task, 'duration_secs': 0.411589} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.255902] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 859.256426] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759cff94-8844-4f09-9123-eb05a04cedaf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.259041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.259204] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.259533] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.259780] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f0c586-d8f8-4377-a833-a2a4043f3c94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.265911] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 859.265911] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c7aeb6-3abc-9ee3-d6c1-2251fa3f317a" [ 859.265911] env[62225]: _type = "Task" [ 859.265911] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.274848] env[62225]: DEBUG nova.virt.block_device [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updating existing volume attachment record: e68c0e4b-17d2-466e-b884-ff20f8dcc81c {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 859.280014] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c7aeb6-3abc-9ee3-d6c1-2251fa3f317a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.403942] env[62225]: INFO nova.compute.manager [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Rescuing [ 859.404264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.404426] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.404597] env[62225]: DEBUG nova.network.neutron [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 859.537806] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.537963] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.538138] env[62225]: DEBUG nova.network.neutron [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 859.590234] env[62225]: DEBUG nova.compute.utils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.591771] env[62225]: DEBUG nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 859.618034] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: ecd1ca12-c4a0-459f-ac68-b8209b659af7] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 859.635043] env[62225]: DEBUG oslo_vmware.api [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52803f5b-37d7-fbb9-1a0d-12e7762cb0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.635364] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.661837] env[62225]: DEBUG oslo_vmware.api [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568139} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.662173] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.662430] env[62225]: INFO nova.compute.manager [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 14.89 seconds to snapshot the instance on the hypervisor. [ 859.722203] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677834, 'name': ReconfigVM_Task, 'duration_secs': 0.303048} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.722550] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2/13d1b109-25a1-4e7f-9d70-a449ece00cc2.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.723443] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21879a84-ad6d-499b-ba65-f98d0ff4b314 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.743411] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da77685-7fb1-4f72-ba4c-e55cb3225258 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.772380] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52097a-fa44-4683-abff-9593357068b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.782098] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c7aeb6-3abc-9ee3-d6c1-2251fa3f317a, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.795848] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.795848] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.796033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.796139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.796325] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.796723] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b93c4b62-dd7e-4c29-8414-45e9cf1e2251 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.799417] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f430d-1d34-4f7d-b3c1-04c4577d3e52 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.807488] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 859.807748] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ae11d6-9364-4369-a8c5-16869fe171ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.810191] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.810241] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 859.811256] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a79503a-a3cf-4dc9-b81f-3c4719d80ad3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.816556] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 859.816556] env[62225]: value = "task-677838" [ 859.816556] env[62225]: _type = "Task" [ 859.816556] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.817971] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 859.817971] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5212f99f-caa9-b6ed-5ae7-1556a9f95d6f" [ 859.817971] env[62225]: _type = "Task" [ 859.817971] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.831082] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5212f99f-caa9-b6ed-5ae7-1556a9f95d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.831345] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.087219] env[62225]: DEBUG nova.network.neutron [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 860.093137] env[62225]: DEBUG nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 860.121028] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 260eae69-df48-45b6-a09d-c47a36c471f9] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 860.195506] env[62225]: DEBUG nova.network.neutron [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updating instance_info_cache with network_info: [{"id": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "address": "fa:16:3e:94:d7:f0", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64075ac3-6d", "ovs_interfaceid": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.231068] env[62225]: DEBUG nova.compute.manager [None req-beb03af5-5c76-4689-99e7-936c833b37a9 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Found 2 images (rotation: 2) {{(pid=62225) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 860.298559] env[62225]: DEBUG nova.network.neutron [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Updating instance_info_cache with network_info: [{"id": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "address": "fa:16:3e:51:ad:53", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2d81c2-42", "ovs_interfaceid": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.335142] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5212f99f-caa9-b6ed-5ae7-1556a9f95d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.341389] env[62225]: DEBUG oslo_vmware.api [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677838, 'name': PowerOnVM_Task, 'duration_secs': 0.458052} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.342055] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136b2124-c613-4e8e-afbd-b1fe8b940391 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.346879] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 860.353702] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 860.353702] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c91d23-0d91-c989-ca15-0b33382be4c5" [ 860.353702] env[62225]: _type = "Task" [ 860.353702] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.367947] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c91d23-0d91-c989-ca15-0b33382be4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.502516] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d31ba1-6b3e-4e74-9072-502fc66bfc1d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.512499] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f7180-ad79-48a2-a297-17005e2cbd47 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.543839] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072260ca-1f80-493a-9365-821845757336 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.552825] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a4984-c787-48b0-8957-53438590d96b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.569635] env[62225]: DEBUG nova.compute.provider_tree [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.624939] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 402bb35b-24dc-4326-b607-b636ce61cbbc] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 860.697722] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.802777] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.803240] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Instance network_info: |[{"id": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "address": "fa:16:3e:51:ad:53", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2d81c2-42", "ovs_interfaceid": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 860.803905] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:ad:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c2d81c2-4203-46fb-8103-d72f9319fb54', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.817235] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating folder: Project (87aed88984c34cce972fe40e04eb4486). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 860.817737] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd39e8e5-45d2-4c31-8a0d-c235eef94b82 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.833996] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created folder: Project (87aed88984c34cce972fe40e04eb4486) in parent group-v163168. [ 860.833996] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating folder: Instances. Parent ref: group-v163361. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 860.833996] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eff9d6f-2889-48c5-aeba-53a9d8f8aeca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.845485] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created folder: Instances in parent group-v163361. [ 860.845743] env[62225]: DEBUG oslo.service.loopingcall [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.846020] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 860.846284] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22bc5db2-40c9-4a65-9fe1-046b73fe3912 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.875515] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c91d23-0d91-c989-ca15-0b33382be4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.877126] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.877525] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 860.877856] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.877856] env[62225]: value = "task-677841" [ 860.877856] env[62225]: _type = "Task" [ 860.877856] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.878130] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3ae8792-848a-4fcd-90fd-dfd63c3b12d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.893469] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677841, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.895492] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 860.895492] env[62225]: value = "task-677842" [ 860.895492] env[62225]: _type = "Task" [ 860.895492] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.906215] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.001328] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.001649] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.045647] env[62225]: DEBUG nova.compute.manager [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Received event network-changed-3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 861.045889] env[62225]: DEBUG nova.compute.manager [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Refreshing instance network info cache due to event network-changed-3c2d81c2-4203-46fb-8103-d72f9319fb54. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 861.045889] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] Acquiring lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.046908] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] Acquired lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.046908] env[62225]: DEBUG nova.network.neutron [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Refreshing network info cache for port 3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 861.073111] env[62225]: DEBUG nova.scheduler.client.report [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 861.107283] env[62225]: DEBUG nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 861.128989] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e0d5e536-25fb-4952-9a95-ce428cdfdc50] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 861.134087] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 861.134378] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 861.134617] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.134790] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 861.134950] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.135182] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 861.135436] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 861.135609] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 861.135784] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 861.136000] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 861.136217] env[62225]: DEBUG nova.virt.hardware [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.137185] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb2530-208f-4eba-bd2e-17cc007586c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.146926] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd136d9-fc44-40c7-bad7-5eb7abd77d0d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.166037] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.172375] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Creating folder: Project (5850cdc977144bb2b7754f6f5e68ed68). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 861.173261] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc9d9e9-0395-48bf-982b-fc5ca22cd354 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.188354] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Created folder: Project (5850cdc977144bb2b7754f6f5e68ed68) in parent group-v163168. [ 861.188654] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Creating folder: Instances. Parent ref: group-v163364. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 861.189059] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-938d08c5-1b03-49a6-a78d-9a5aa1514dad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.202167] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Created folder: Instances in parent group-v163364. [ 861.202464] env[62225]: DEBUG oslo.service.loopingcall [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.202685] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 861.202916] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09ab561d-7478-4f71-8c1c-adba0a39b2b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.226510] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 861.226916] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0de025d-eead-48dd-9496-e93c4f5d4a3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.231371] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.231371] env[62225]: value = "task-677845" [ 861.231371] env[62225]: _type = "Task" [ 861.231371] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.241744] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 861.241744] env[62225]: value = "task-677846" [ 861.241744] env[62225]: _type = "Task" [ 861.241744] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.246670] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677845, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.255757] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.372393] env[62225]: INFO nova.compute.manager [None req-efd72493-61b9-40cf-8278-27ca9a070d80 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance to original state: 'active' [ 861.392228] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677841, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.407830] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.504193] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 861.529256] env[62225]: DEBUG nova.compute.manager [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 861.530310] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11018dc6-6ee6-4940-9e92-be2b36e2b02b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.581894] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.581894] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 861.583841] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.518s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.585028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.587175] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.434s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.587436] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.589877] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.991s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.592056] env[62225]: INFO nova.compute.claims [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.632270] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 8174b643-5052-415e-84e1-c327426b6227] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 861.636320] env[62225]: INFO nova.scheduler.client.report [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Deleted allocations for instance 2a372e99-4a94-4dce-8a3e-6efbd8a5f268 [ 861.743791] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677845, 'name': CreateVM_Task, 'duration_secs': 0.479973} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.744038] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 861.744657] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.744848] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.745271] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.745765] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f5c0a1-00c9-4fe4-bbd8-372e82dce0b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.755225] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 861.755225] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529a7212-902f-b108-3b48-7439da9c03be" [ 861.755225] env[62225]: _type = "Task" [ 861.755225] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.760745] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677846, 'name': PowerOffVM_Task, 'duration_secs': 0.31883} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.767219] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 861.768084] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ddd718-cf38-448a-bf5a-7e8851814e9a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.778325] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]529a7212-902f-b108-3b48-7439da9c03be, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.794895] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.795138] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.795453] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.795639] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.795854] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.796360] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33de73d0-af63-4554-b47b-ac7fb72596c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.799027] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb47a98-f04d-4644-ad79-f6b4e6f9cde9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.812405] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.815527] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 861.815527] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4bb6fa-3136-4184-a205-88a390e59adc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.820733] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 861.820733] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed7f75-0337-c0e5-83da-06ed7b9223ce" [ 861.820733] env[62225]: _type = "Task" [ 861.820733] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.833103] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed7f75-0337-c0e5-83da-06ed7b9223ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.845071] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 861.845625] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7082831-e44c-4740-809f-c984a0cc6d10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.856048] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 861.856048] env[62225]: value = "task-677848" [ 861.856048] env[62225]: _type = "Task" [ 861.856048] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.864132] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.894238] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677841, 'name': CreateVM_Task, 'duration_secs': 0.611663} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.894529] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 861.895130] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.895353] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.895702] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.896042] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420b617b-88e1-45c2-8392-38ffab7ca116 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.906380] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 861.906380] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5205829c-49cc-3952-7fe4-b3fad644016f" [ 861.906380] env[62225]: _type = "Task" [ 861.906380] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.911717] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560355} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.915953] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 861.916378] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.916788] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7adaa512-ccfe-45f8-b36d-1a50ff28a301 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.923454] env[62225]: DEBUG nova.network.neutron [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Updated VIF entry in instance network info cache for port 3c2d81c2-4203-46fb-8103-d72f9319fb54. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 861.923919] env[62225]: DEBUG nova.network.neutron [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Updating instance_info_cache with network_info: [{"id": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "address": "fa:16:3e:51:ad:53", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2d81c2-42", "ovs_interfaceid": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.931160] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5205829c-49cc-3952-7fe4-b3fad644016f, 'name': SearchDatastore_Task, 'duration_secs': 0.014007} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.931633] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.931991] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.932795] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.932795] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 861.932795] env[62225]: value = "task-677849" [ 861.932795] env[62225]: _type = "Task" [ 861.932795] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.946579] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.028474] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.042703] env[62225]: INFO nova.compute.manager [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] instance snapshotting [ 862.043365] env[62225]: DEBUG nova.objects.instance [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'flavor' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.100993] env[62225]: DEBUG nova.compute.utils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.105792] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 862.106105] env[62225]: DEBUG nova.network.neutron [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 862.110287] env[62225]: DEBUG oslo_concurrency.lockutils [None req-58386b5a-fbc7-47c6-b61f-a91410082a52 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.790s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.111095] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.554s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.114017] env[62225]: INFO nova.compute.manager [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Unshelving [ 862.138772] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 5a054b45-28d2-4481-8db0-40899b7b4680] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 862.146808] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71509013-c037-4bad-9a7e-fb5e7da5e8a9 tempest-ImagesOneServerNegativeTestJSON-1292728648 tempest-ImagesOneServerNegativeTestJSON-1292728648-project-member] Lock "2a372e99-4a94-4dce-8a3e-6efbd8a5f268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.079s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.149112] env[62225]: DEBUG nova.policy [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b46d1b7ebff4b02a5df2c7df3ef4d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987f21651793480f9491cd902ecaf08d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 862.332277] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ed7f75-0337-c0e5-83da-06ed7b9223ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011774} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.333122] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812d546e-8c5d-421f-8f8c-9039284475db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.339202] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 862.339202] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52639a8d-d617-777a-6a8c-08c779a0c12e" [ 862.339202] env[62225]: _type = "Task" [ 862.339202] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.347906] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52639a8d-d617-777a-6a8c-08c779a0c12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.365346] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 862.365512] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.365803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.366001] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.367032] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.367032] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4029d04-e308-41de-9502-6385e67318dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.376429] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.376627] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 862.377405] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfdf304-a346-4dd8-93a2-80aa9b90c129 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383298] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 862.383298] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52575e99-838a-0bc8-f9e6-59438093f9fa" [ 862.383298] env[62225]: _type = "Task" [ 862.383298] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.396767] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52575e99-838a-0bc8-f9e6-59438093f9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.432381] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6e15474-9b81-4417-840b-e47fb1f1fdd0 req-e8569b85-c202-4981-a943-6404cf8d6ce3 service nova] Releasing lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.443707] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089756} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.444061] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.444870] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70122b29-6e32-4cc5-9fee-04c40ebee29f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.466343] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.466724] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063c2eeb-0c4c-42cd-85c9-4390626b9490 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.487839] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 862.487839] env[62225]: value = "task-677850" [ 862.487839] env[62225]: _type = "Task" [ 862.487839] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.497743] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.539080] env[62225]: DEBUG nova.network.neutron [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Successfully created port: 7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.553220] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a01c84-02c6-4804-a8fb-51de5cf2fe3f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.573076] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d19e88-0b3f-48dd-9f39-5805dcd91aab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.606440] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 862.645822] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: a411242c-6a85-49aa-bf09-5af2dbe3801b] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 862.780847] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.781181] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.781588] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.781882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.782091] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.789134] env[62225]: INFO nova.compute.manager [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Terminating instance [ 862.794443] env[62225]: DEBUG nova.compute.manager [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 862.794769] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 862.797527] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98082682-7dd8-4c69-803f-9e6f8beb63fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.807296] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 862.807584] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-824fbfc3-d310-48b8-a4b3-e5ca5e3c8edf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.818026] env[62225]: DEBUG oslo_vmware.api [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 862.818026] env[62225]: value = "task-677851" [ 862.818026] env[62225]: _type = "Task" [ 862.818026] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.831855] env[62225]: DEBUG oslo_vmware.api [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.851333] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52639a8d-d617-777a-6a8c-08c779a0c12e, 'name': SearchDatastore_Task, 'duration_secs': 0.016145} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.854594] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.855440] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 94a521e8-73dc-4174-bcf0-07b870f34a2a/94a521e8-73dc-4174-bcf0-07b870f34a2a.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 862.856518] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.856753] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.856995] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c99bbcd-5d9a-42e1-89d7-122a12230747 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.859627] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae98795-b3c6-4927-828d-966378fdbf7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.869266] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 862.869266] env[62225]: value = "task-677852" [ 862.869266] env[62225]: _type = "Task" [ 862.869266] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.874291] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.874523] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 862.875767] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef3e4b5-c44e-4b60-a1f7-fc1494326eea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.881973] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.892447] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 862.892447] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b8f43b-9c09-27da-ae86-835131c97a39" [ 862.892447] env[62225]: _type = "Task" [ 862.892447] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.898656] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52575e99-838a-0bc8-f9e6-59438093f9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.902343] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660708d8-c91b-4dad-99bf-02c967a6544a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.908121] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b8f43b-9c09-27da-ae86-835131c97a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.912605] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 862.912605] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4b6f0-0140-1ef5-0013-ba8046166f7d" [ 862.912605] env[62225]: _type = "Task" [ 862.912605] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.926452] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4b6f0-0140-1ef5-0013-ba8046166f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.998592] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.053011] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb63e65-7679-461e-9fd3-af30562713aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.061656] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5380558-7115-4c96-90c9-44de8bc02390 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.098840] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.099704] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a8756e6-919f-449e-b45b-9386472a59e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.102467] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cf8df4-32f5-4889-9961-185f93468944 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.112988] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 863.112988] env[62225]: value = "task-677853" [ 863.112988] env[62225]: _type = "Task" [ 863.112988] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.129091] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0653ed7c-9b2d-49ca-b129-0cf7b6b4d918 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.147775] env[62225]: DEBUG nova.compute.provider_tree [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.152847] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: d44cd37e-42ae-45af-b853-d34441ddf09d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 863.155079] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677853, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.156831] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.332473] env[62225]: DEBUG oslo_vmware.api [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677851, 'name': PowerOffVM_Task, 'duration_secs': 0.198968} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.332817] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 863.333012] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 863.333342] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd132cb-e94c-4c30-9991-ed52cbc75d44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.381941] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677852, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.404159] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b8f43b-9c09-27da-ae86-835131c97a39, 'name': SearchDatastore_Task, 'duration_secs': 0.023919} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.405018] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f50a65-b557-4a5f-a345-7e7b28ae4dac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.422258] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 863.422258] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524363b2-9826-4ea4-88f3-86f103c4aace" [ 863.422258] env[62225]: _type = "Task" [ 863.422258] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.427032] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 863.427280] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 863.427461] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleting the datastore file [datastore1] 13d1b109-25a1-4e7f-9d70-a449ece00cc2 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.428633] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97715741-1b40-447f-bca2-b75bfb230d75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.436648] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4b6f0-0140-1ef5-0013-ba8046166f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.436886] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524363b2-9826-4ea4-88f3-86f103c4aace, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.437528] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.437869] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. {{(pid=62225) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 863.438094] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.438330] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d/9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 863.438577] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68325b62-c126-4d41-8e57-77ed4c920c1d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.440717] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81405e8d-8604-4520-863c-6c7182756d2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.444286] env[62225]: DEBUG oslo_vmware.api [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 863.444286] env[62225]: value = "task-677855" [ 863.444286] env[62225]: _type = "Task" [ 863.444286] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.449252] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 863.449252] env[62225]: value = "task-677857" [ 863.449252] env[62225]: _type = "Task" [ 863.449252] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.458261] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 863.458261] env[62225]: value = "task-677856" [ 863.458261] env[62225]: _type = "Task" [ 863.458261] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.458547] env[62225]: DEBUG oslo_vmware.api [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.464939] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.470589] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.498843] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677850, 'name': ReconfigVM_Task, 'duration_secs': 0.695716} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.499419] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73/5f763e09-38e0-415e-8a97-8259672e1e73.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.500314] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6416a15f-f316-451e-bd4d-cefa35a1dee5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.507745] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 863.507745] env[62225]: value = "task-677858" [ 863.507745] env[62225]: _type = "Task" [ 863.507745] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.516606] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677858, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.633509] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677853, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.636501] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 863.657192] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9d383e2a-d0af-46c0-a0eb-b5a6d019aaa4] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 863.660718] env[62225]: DEBUG nova.scheduler.client.report [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 863.680879] env[62225]: DEBUG nova.virt.hardware [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.681925] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc1b7e0-cfee-4071-b13f-b5fd3bfc308a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.694935] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c421f589-ef2b-4e63-a9f0-63abac0c905d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.821115] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.821385] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163360', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'name': 'volume-395dc95b-ec0e-4502-b58b-b10928576766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c87e8f96-2c8d-4663-8ca1-838af78da36f', 'attached_at': '', 'detached_at': '', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'serial': '395dc95b-ec0e-4502-b58b-b10928576766'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.822367] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884e5eb-70d2-4fc1-8ebf-5a29e6b24dab {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.846311] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60acac3c-389f-42ce-9f32-ccb6f9d009a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.874702] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-395dc95b-ec0e-4502-b58b-b10928576766/volume-395dc95b-ec0e-4502-b58b-b10928576766.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.875281] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210de30a-5b8a-4e7a-b7c1-9320c6e182c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.899804] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.901769] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 94a521e8-73dc-4174-bcf0-07b870f34a2a/94a521e8-73dc-4174-bcf0-07b870f34a2a.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 863.902063] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.902564] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 863.902564] env[62225]: value = "task-677859" [ 863.902564] env[62225]: _type = "Task" [ 863.902564] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.902793] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12f94ec-34ba-4666-9ab8-8100008e16bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.917807] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.919449] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 863.919449] env[62225]: value = "task-677860" [ 863.919449] env[62225]: _type = "Task" [ 863.919449] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.933807] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.971369] env[62225]: DEBUG oslo_vmware.api [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183195} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.971369] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677857, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.971496] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.971781] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 863.971907] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 863.972194] env[62225]: INFO nova.compute.manager [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 863.972444] env[62225]: DEBUG oslo.service.loopingcall [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.972662] env[62225]: DEBUG nova.compute.manager [-] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 863.972662] env[62225]: DEBUG nova.network.neutron [-] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 863.978958] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.020182] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677858, 'name': Rename_Task, 'duration_secs': 0.246537} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.020379] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 864.020719] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ce9b25e-6560-43f6-96c2-a6615d4238c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.029099] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 864.029099] env[62225]: value = "task-677861" [ 864.029099] env[62225]: _type = "Task" [ 864.029099] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.042685] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.134258] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677853, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.166707] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: dc7ad4b6-dcee-406d-999e-f520dca5a976] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 864.169065] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.169594] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 864.174200] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.004s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.175024] env[62225]: INFO nova.compute.claims [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.297189] env[62225]: DEBUG nova.compute.manager [req-fe82bae5-0d37-4bf3-9ed9-c9727a19dc4a req-c467d740-98d3-409d-830a-9bd46321a374 service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Received event network-vif-plugged-7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 864.297432] env[62225]: DEBUG oslo_concurrency.lockutils [req-fe82bae5-0d37-4bf3-9ed9-c9727a19dc4a req-c467d740-98d3-409d-830a-9bd46321a374 service nova] Acquiring lock "d37fbcf8-1606-4dca-9937-9d170181dee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.297648] env[62225]: DEBUG oslo_concurrency.lockutils [req-fe82bae5-0d37-4bf3-9ed9-c9727a19dc4a req-c467d740-98d3-409d-830a-9bd46321a374 service nova] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.297820] env[62225]: DEBUG oslo_concurrency.lockutils [req-fe82bae5-0d37-4bf3-9ed9-c9727a19dc4a req-c467d740-98d3-409d-830a-9bd46321a374 service nova] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.297997] env[62225]: DEBUG nova.compute.manager [req-fe82bae5-0d37-4bf3-9ed9-c9727a19dc4a req-c467d740-98d3-409d-830a-9bd46321a374 service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] No waiting events found dispatching network-vif-plugged-7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 864.299043] env[62225]: WARNING nova.compute.manager [req-fe82bae5-0d37-4bf3-9ed9-c9727a19dc4a req-c467d740-98d3-409d-830a-9bd46321a374 service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Received unexpected event network-vif-plugged-7f67f515-71e8-406f-998e-0f532c032513 for instance with vm_state building and task_state spawning. [ 864.320598] env[62225]: DEBUG nova.compute.manager [req-7ec7ed49-66a2-471a-a58c-a4452aaf05f2 req-2cb3fa76-3cc6-49f3-894a-2ccd615ba38b service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Received event network-vif-deleted-53f071ea-445d-41ff-a2a8-a2841951e627 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 864.320816] env[62225]: INFO nova.compute.manager [req-7ec7ed49-66a2-471a-a58c-a4452aaf05f2 req-2cb3fa76-3cc6-49f3-894a-2ccd615ba38b service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Neutron deleted interface 53f071ea-445d-41ff-a2a8-a2841951e627; detaching it from the instance and deleting it from the info cache [ 864.321013] env[62225]: DEBUG nova.network.neutron [req-7ec7ed49-66a2-471a-a58c-a4452aaf05f2 req-2cb3fa76-3cc6-49f3-894a-2ccd615ba38b service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.416980] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.430383] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173532} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.430383] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.433414] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f14c624-36bc-467a-ac8e-a290d4a058b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.463491] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 94a521e8-73dc-4174-bcf0-07b870f34a2a/94a521e8-73dc-4174-bcf0-07b870f34a2a.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.464786] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff37fcb-8993-4e69-b3ed-628194abf793 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.488104] env[62225]: DEBUG nova.network.neutron [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Successfully updated port: 7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.496920] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738033} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.502582] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. [ 864.502971] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565258} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.503256] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 864.503256] env[62225]: value = "task-677862" [ 864.503256] env[62225]: _type = "Task" [ 864.503256] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.504015] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc62e8f2-4370-4e7d-8abe-b13d5b36fb1d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.506937] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d/9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 864.507183] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.507754] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-604d2af6-1ffb-4a04-bb8a-98d3d4193be6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.540767] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.548392] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ac18e2-d81c-4119-9554-f86414ffb6cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.562371] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.562731] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 864.562731] env[62225]: value = "task-677863" [ 864.562731] env[62225]: _type = "Task" [ 864.562731] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.570562] env[62225]: DEBUG oslo_vmware.api [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677861, 'name': PowerOnVM_Task, 'duration_secs': 0.504004} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.572155] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 864.572409] env[62225]: DEBUG nova.compute.manager [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 864.572819] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 864.572819] env[62225]: value = "task-677864" [ 864.572819] env[62225]: _type = "Task" [ 864.572819] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.573581] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac3c13-9cad-45e0-af73-fac1c0df79fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.581750] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.588234] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.633962] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677853, 'name': CreateSnapshot_Task, 'duration_secs': 1.173696} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.634334] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.635212] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca57efd0-49df-43ae-aad6-16e91557d271 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.675558] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 053ca8ea-7808-4f1c-b982-a16a03ed2331] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 864.681917] env[62225]: DEBUG nova.compute.utils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 864.683352] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 864.683503] env[62225]: DEBUG nova.network.neutron [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 864.785555] env[62225]: DEBUG nova.policy [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba2c6979b1e4823b0859a9d1da44f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263f39e5bf034aa7803db23d01f7a514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 864.788859] env[62225]: DEBUG nova.network.neutron [-] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.824798] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ca543e0-a6b8-4579-bb19-0c222b3e1e7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.835811] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99695169-50d5-495f-8032-258a005d625f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.873788] env[62225]: DEBUG nova.compute.manager [req-7ec7ed49-66a2-471a-a58c-a4452aaf05f2 req-2cb3fa76-3cc6-49f3-894a-2ccd615ba38b service nova] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Detach interface failed, port_id=53f071ea-445d-41ff-a2a8-a2841951e627, reason: Instance 13d1b109-25a1-4e7f-9d70-a449ece00cc2 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 864.916509] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677859, 'name': ReconfigVM_Task, 'duration_secs': 0.561275} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.916802] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-395dc95b-ec0e-4502-b58b-b10928576766/volume-395dc95b-ec0e-4502-b58b-b10928576766.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.921823] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d04f93-2098-441d-8c8b-b9ceacd57ea6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.938644] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 864.938644] env[62225]: value = "task-677865" [ 864.938644] env[62225]: _type = "Task" [ 864.938644] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.950213] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.991068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-d37fbcf8-1606-4dca-9937-9d170181dee6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.991220] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-d37fbcf8-1606-4dca-9937-9d170181dee6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.991379] env[62225]: DEBUG nova.network.neutron [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 865.018904] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677862, 'name': ReconfigVM_Task, 'duration_secs': 0.290037} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.019141] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 94a521e8-73dc-4174-bcf0-07b870f34a2a/94a521e8-73dc-4174-bcf0-07b870f34a2a.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.019808] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309b78ca-8dd8-4ceb-98a7-ef2655371fdb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.027725] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 865.027725] env[62225]: value = "task-677866" [ 865.027725] env[62225]: _type = "Task" [ 865.027725] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.038327] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677866, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.073384] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26676} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.073722] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.074514] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1e8d9-0426-4134-9fcf-b5f097ce9841 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.087221] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.108094] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d/9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.110894] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62486e37-8c83-4776-beee-74a45a100213 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.126461] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.135220] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 865.135220] env[62225]: value = "task-677867" [ 865.135220] env[62225]: _type = "Task" [ 865.135220] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.144534] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.155221] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.155524] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89eb9193-cc8c-4096-ace8-ea9b197af066 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.165725] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 865.165725] env[62225]: value = "task-677868" [ 865.165725] env[62225]: _type = "Task" [ 865.165725] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.176400] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677868, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.178010] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f3f3010a-3ee4-4561-9734-041c24b15e90] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 865.188369] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 865.291657] env[62225]: INFO nova.compute.manager [-] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Took 1.32 seconds to deallocate network for instance. [ 865.388850] env[62225]: DEBUG nova.network.neutron [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Successfully created port: 3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.460189] env[62225]: DEBUG oslo_vmware.api [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677865, 'name': ReconfigVM_Task, 'duration_secs': 0.152019} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.468086] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163360', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'name': 'volume-395dc95b-ec0e-4502-b58b-b10928576766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c87e8f96-2c8d-4663-8ca1-838af78da36f', 'attached_at': '', 'detached_at': '', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'serial': '395dc95b-ec0e-4502-b58b-b10928576766'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 865.539554] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677866, 'name': Rename_Task, 'duration_secs': 0.155871} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.539554] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 865.539733] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98ccaf3-5183-4078-af08-72e0b131d45d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.543912] env[62225]: DEBUG nova.network.neutron [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 865.554335] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 865.554335] env[62225]: value = "task-677869" [ 865.554335] env[62225]: _type = "Task" [ 865.554335] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.563417] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.598600] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677864, 'name': ReconfigVM_Task, 'duration_secs': 0.8677} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.598600] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.601977] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc2c6d-a325-4872-ada7-063e05748d44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.642727] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595cee98-4bb9-4a06-a4d4-d0d068108d88 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.666328] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.675821] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 865.675821] env[62225]: value = "task-677870" [ 865.675821] env[62225]: _type = "Task" [ 865.675821] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.683806] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 10bf69e0-2212-4b8b-8b08-26345de266fc] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 865.685753] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677868, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.698315] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.699860] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c70e48-7b69-4a4e-ab90-017e97c1fc02 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712224] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b899b-f77a-4c23-a436-c13b0dfb6c3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.747597] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10242b2a-9df1-412c-8f0e-7b27aa121501 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.761154] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53444c7-bc6f-4772-b095-51de2bfb40d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.778777] env[62225]: DEBUG nova.compute.provider_tree [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.802505] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.873590] env[62225]: DEBUG nova.network.neutron [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Updating instance_info_cache with network_info: [{"id": "7f67f515-71e8-406f-998e-0f532c032513", "address": "fa:16:3e:a4:a7:24", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f67f515-71", "ovs_interfaceid": "7f67f515-71e8-406f-998e-0f532c032513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.066074] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.154056] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677867, 'name': ReconfigVM_Task, 'duration_secs': 0.676603} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.155267] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d/9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.155267] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba0dbc7-1fc1-4a05-90fc-3209a03c569a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.163406] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 866.163406] env[62225]: value = "task-677871" [ 866.163406] env[62225]: _type = "Task" [ 866.163406] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.176800] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677868, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.183386] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677871, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.189678] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 63577e7a-be52-44c8-8082-6c6de4b98018] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 866.191775] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677870, 'name': ReconfigVM_Task, 'duration_secs': 0.258711} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.192614] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 866.192614] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a376ec5-1418-417e-9c3b-33c211b46e12 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.199918] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 866.203542] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 866.203542] env[62225]: value = "task-677872" [ 866.203542] env[62225]: _type = "Task" [ 866.203542] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.215234] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.231433] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='70b8f495ce60b9743fc784c3a4c15bb7',container_format='bare',created_at=2024-09-06T00:40:36Z,direct_url=,disk_format='vmdk',id=7f104ca7-51ec-4d8e-8ade-372de8942151,min_disk=1,min_ram=0,name='tempest-test-snap-2033305833',owner='263f39e5bf034aa7803db23d01f7a514',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-09-06T00:40:51Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 866.231875] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 866.231960] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.233208] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 866.233208] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.233208] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 866.233208] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 866.233572] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 866.233794] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 866.233972] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 866.234163] env[62225]: DEBUG nova.virt.hardware [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.235365] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb89c21-1b8e-4326-bf31-e82220ad6ce1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.247271] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed67da-4710-4e79-a1ab-cd23b917d36e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.282201] env[62225]: DEBUG nova.scheduler.client.report [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 866.342326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "5f763e09-38e0-415e-8a97-8259672e1e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.342614] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "5f763e09-38e0-415e-8a97-8259672e1e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.342830] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "5f763e09-38e0-415e-8a97-8259672e1e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.343033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "5f763e09-38e0-415e-8a97-8259672e1e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.343312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "5f763e09-38e0-415e-8a97-8259672e1e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.348387] env[62225]: INFO nova.compute.manager [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Terminating instance [ 866.350539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "refresh_cache-5f763e09-38e0-415e-8a97-8259672e1e73" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.350702] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "refresh_cache-5f763e09-38e0-415e-8a97-8259672e1e73" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.350923] env[62225]: DEBUG nova.network.neutron [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 866.375988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-d37fbcf8-1606-4dca-9937-9d170181dee6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.376376] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Instance network_info: |[{"id": "7f67f515-71e8-406f-998e-0f532c032513", "address": "fa:16:3e:a4:a7:24", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f67f515-71", "ovs_interfaceid": "7f67f515-71e8-406f-998e-0f532c032513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 866.377077] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:a7:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f67f515-71e8-406f-998e-0f532c032513', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.385872] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating folder: Project (987f21651793480f9491cd902ecaf08d). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 866.386539] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e2a769b-7d65-491f-b7c1-8ee5da0f3830 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.401559] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created folder: Project (987f21651793480f9491cd902ecaf08d) in parent group-v163168. [ 866.401928] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating folder: Instances. Parent ref: group-v163369. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 866.402307] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5504ca45-b465-46f0-abb1-f998333490d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.417544] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created folder: Instances in parent group-v163369. [ 866.417982] env[62225]: DEBUG oslo.service.loopingcall [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.419851] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 866.421428] env[62225]: DEBUG nova.compute.manager [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Received event network-changed-7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 866.421780] env[62225]: DEBUG nova.compute.manager [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Refreshing instance network info cache due to event network-changed-7f67f515-71e8-406f-998e-0f532c032513. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 866.422050] env[62225]: DEBUG oslo_concurrency.lockutils [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] Acquiring lock "refresh_cache-d37fbcf8-1606-4dca-9937-9d170181dee6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.422285] env[62225]: DEBUG oslo_concurrency.lockutils [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] Acquired lock "refresh_cache-d37fbcf8-1606-4dca-9937-9d170181dee6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.422575] env[62225]: DEBUG nova.network.neutron [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Refreshing network info cache for port 7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 866.424686] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706d4a47-4e68-420d-8f7c-561cf6893511 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.453321] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.453321] env[62225]: value = "task-677875" [ 866.453321] env[62225]: _type = "Task" [ 866.453321] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.463572] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677875, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.523792] env[62225]: DEBUG nova.objects.instance [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lazy-loading 'flavor' on Instance uuid c87e8f96-2c8d-4663-8ca1-838af78da36f {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.566856] env[62225]: DEBUG oslo_vmware.api [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677869, 'name': PowerOnVM_Task, 'duration_secs': 0.553907} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.567333] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 866.567574] env[62225]: INFO nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Took 5.46 seconds to spawn the instance on the hypervisor. [ 866.567768] env[62225]: DEBUG nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 866.568578] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29320053-259d-4910-b89e-df0564fbc445 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.677858] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677868, 'name': CloneVM_Task, 'duration_secs': 1.493304} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.681497] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Created linked-clone VM from snapshot [ 866.681638] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677871, 'name': Rename_Task, 'duration_secs': 0.333264} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.684691] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62189982-fbb7-45ab-94ea-a5a25bd2aa4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.687395] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 866.687717] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66de023a-52dd-4d84-b74a-f642f81c6b77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.696738] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f629ec3b-913b-4d00-8f64-0b2c651ac397] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 866.701438] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Uploading image 8d5f914a-05e9-4b8d-8353-2f29445e9dda {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 866.705487] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 866.705487] env[62225]: value = "task-677876" [ 866.705487] env[62225]: _type = "Task" [ 866.705487] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.724080] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.727955] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.739655] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.739655] env[62225]: value = "vm-163368" [ 866.739655] env[62225]: _type = "VirtualMachine" [ 866.739655] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.740511] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8147af83-22d1-4a30-ad83-ff2582291d20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.751396] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease: (returnval){ [ 866.751396] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52afcc75-52a1-2fbb-95ef-fb00d4939c78" [ 866.751396] env[62225]: _type = "HttpNfcLease" [ 866.751396] env[62225]: } obtained for exporting VM: (result){ [ 866.751396] env[62225]: value = "vm-163368" [ 866.751396] env[62225]: _type = "VirtualMachine" [ 866.751396] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.751776] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the lease: (returnval){ [ 866.751776] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52afcc75-52a1-2fbb-95ef-fb00d4939c78" [ 866.751776] env[62225]: _type = "HttpNfcLease" [ 866.751776] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.764711] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.764711] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52afcc75-52a1-2fbb-95ef-fb00d4939c78" [ 866.764711] env[62225]: _type = "HttpNfcLease" [ 866.764711] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 866.770624] env[62225]: DEBUG nova.network.neutron [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Updated VIF entry in instance network info cache for port 7f67f515-71e8-406f-998e-0f532c032513. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 866.770949] env[62225]: DEBUG nova.network.neutron [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Updating instance_info_cache with network_info: [{"id": "7f67f515-71e8-406f-998e-0f532c032513", "address": "fa:16:3e:a4:a7:24", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f67f515-71", "ovs_interfaceid": "7f67f515-71e8-406f-998e-0f532c032513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.787275] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.788182] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 866.792722] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.165s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.792951] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.795791] env[62225]: DEBUG oslo_concurrency.lockutils [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.219s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.796032] env[62225]: DEBUG oslo_concurrency.lockutils [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.796244] env[62225]: INFO nova.compute.manager [None req-256201e6-4516-4f0d-ac43-0002e90d3944 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Successfully reverted task state from rebuilding on failure for instance. [ 866.805557] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.844s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.805831] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.808195] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.394s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.809753] env[62225]: INFO nova.compute.claims [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.872339] env[62225]: INFO nova.scheduler.client.report [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Deleted allocations for instance d21d4797-aa75-4a06-aa1d-f9effb3a58c2 [ 866.876165] env[62225]: DEBUG nova.network.neutron [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 866.964817] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677875, 'name': CreateVM_Task, 'duration_secs': 0.504029} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.965812] env[62225]: DEBUG nova.network.neutron [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.967205] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 866.970326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.970326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.970326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.970326] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc80df21-687d-4248-ac8c-5c98b2660ea0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.975030] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 866.975030] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52adc36e-4a7a-a5c9-466b-857b9152c4f1" [ 866.975030] env[62225]: _type = "Task" [ 866.975030] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.984590] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52adc36e-4a7a-a5c9-466b-857b9152c4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.034058] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d1270d86-3b0f-485f-b58c-a5e26af67b5e tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.095456] env[62225]: INFO nova.compute.manager [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Took 40.03 seconds to build instance. [ 867.205947] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 320e1f36-e96f-4a5a-9f98-74ff3e2ace84] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 867.224732] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.225050] env[62225]: DEBUG oslo_vmware.api [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677872, 'name': PowerOnVM_Task, 'duration_secs': 0.562123} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.225300] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 867.228302] env[62225]: DEBUG nova.compute.manager [None req-c3911410-695f-4ddb-a2e7-f4041da7901e tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 867.229128] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae262fc3-90a1-4cbb-b1e8-43758f6a9bc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.240528] env[62225]: DEBUG nova.network.neutron [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Successfully updated port: 3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.261887] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.261887] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52afcc75-52a1-2fbb-95ef-fb00d4939c78" [ 867.261887] env[62225]: _type = "HttpNfcLease" [ 867.261887] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.262235] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.262235] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52afcc75-52a1-2fbb-95ef-fb00d4939c78" [ 867.262235] env[62225]: _type = "HttpNfcLease" [ 867.262235] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.262931] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5075841d-912a-479c-8dfe-1d1c039f5d0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271825] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c33d3a-d801-3dcf-7da9-35ea08ffb78d/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.272056] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c33d3a-d801-3dcf-7da9-35ea08ffb78d/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.335487] env[62225]: DEBUG oslo_concurrency.lockutils [req-382e3d1e-6c4e-4bc4-9ecf-98417e134e29 req-872e4610-1d8d-4d50-896d-56ba90022b1b service nova] Releasing lock "refresh_cache-d37fbcf8-1606-4dca-9937-9d170181dee6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.339904] env[62225]: DEBUG nova.compute.utils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.345371] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 867.346182] env[62225]: DEBUG nova.network.neutron [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 867.349863] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf239ce9-6faa-4267-bf53-36ad77ad27b5 tempest-ServerActionsV293TestJSON-1621921171 tempest-ServerActionsV293TestJSON-1621921171-project-member] Lock "1f34b84f-d04a-4e32-8ad1-d154397ce8ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.330s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.386524] env[62225]: DEBUG oslo_concurrency.lockutils [None req-95c4b665-b2e0-44bc-bb36-35c27daa3d50 tempest-ServerRescueTestJSON-1978073390 tempest-ServerRescueTestJSON-1978073390-project-member] Lock "d21d4797-aa75-4a06-aa1d-f9effb3a58c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.072s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.397986] env[62225]: DEBUG nova.policy [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 867.415385] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5eb1348-98ad-403b-ad70-2e72e3e9835b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.474503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "refresh_cache-5f763e09-38e0-415e-8a97-8259672e1e73" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.474503] env[62225]: DEBUG nova.compute.manager [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 867.474503] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 867.474503] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23864b1c-4d58-4b8a-928a-0a1220449007 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.491756] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52adc36e-4a7a-a5c9-466b-857b9152c4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.494221] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.494466] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.494703] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.494846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.495037] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.495438] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 867.496414] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e40e127-953a-4764-83f2-94c79aa736a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.497501] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f591f8ae-bddd-415e-b8bb-d2d3aaba71dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.507394] env[62225]: DEBUG oslo_vmware.api [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 867.507394] env[62225]: value = "task-677878" [ 867.507394] env[62225]: _type = "Task" [ 867.507394] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.508113] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.508290] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 867.512176] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f98af0c-5b50-4728-a0b7-eb0ecb236ce4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.521959] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 867.521959] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa0187-35a7-18b2-dc4e-e36acf9bf565" [ 867.521959] env[62225]: _type = "Task" [ 867.521959] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.522209] env[62225]: DEBUG oslo_vmware.api [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.533098] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa0187-35a7-18b2-dc4e-e36acf9bf565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.598799] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0423a71d-407e-4eeb-a7fd-b41c48c4a0cd tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "94a521e8-73dc-4174-bcf0-07b870f34a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.548s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.710162] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 1148a432-e541-482c-9f04-8741c5696142] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 867.724863] env[62225]: DEBUG oslo_vmware.api [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677876, 'name': PowerOnVM_Task, 'duration_secs': 0.721208} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.725179] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 867.725538] env[62225]: INFO nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Took 9.16 seconds to spawn the instance on the hypervisor. [ 867.725816] env[62225]: DEBUG nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 867.726731] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68cc929-1354-4a84-b4d1-adf59e8a954a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.746565] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "refresh_cache-01868879-364b-4bc0-a5c5-503cec724885" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.746565] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "refresh_cache-01868879-364b-4bc0-a5c5-503cec724885" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.746565] env[62225]: DEBUG nova.network.neutron [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 867.848441] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 868.022660] env[62225]: DEBUG oslo_vmware.api [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677878, 'name': PowerOffVM_Task, 'duration_secs': 0.190733} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.023284] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 868.023687] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 868.027342] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d563c96d-7084-4bd2-9aa9-f51c70fc4607 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.036823] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa0187-35a7-18b2-dc4e-e36acf9bf565, 'name': SearchDatastore_Task, 'duration_secs': 0.014729} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.042882] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb372c3-da0f-4122-957e-9fac593f9d7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.053480] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 868.053480] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5286a3d1-b068-e72f-9070-b1ac179944c6" [ 868.053480] env[62225]: _type = "Task" [ 868.053480] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.058775] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 868.058775] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 868.058775] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleting the datastore file [datastore1] 5f763e09-38e0-415e-8a97-8259672e1e73 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.061166] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401de76c-383d-432f-a80e-8ab4a160e5c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.072695] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5286a3d1-b068-e72f-9070-b1ac179944c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.080470] env[62225]: DEBUG oslo_vmware.api [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 868.080470] env[62225]: value = "task-677880" [ 868.080470] env[62225]: _type = "Task" [ 868.080470] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.091965] env[62225]: DEBUG oslo_vmware.api [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.118837] env[62225]: DEBUG nova.network.neutron [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Successfully created port: 5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.174169] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.175473] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.218831] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 284a67ff-005a-4949-b4df-80d1015ab5eb] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 868.258768] env[62225]: INFO nova.compute.manager [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Took 47.80 seconds to build instance. [ 868.292494] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf84d15-3a13-49f5-abfc-0977d2028a8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.309961] env[62225]: DEBUG nova.network.neutron [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 868.315026] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994968a9-6f53-4a48-b0e2-93f66f2e691a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.369803] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21725cf4-a822-4a07-9b35-e6ad0ee0433d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.381704] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cdde3f-0b07-4576-88c1-469e63dd5557 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.397498] env[62225]: DEBUG nova.compute.provider_tree [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.566437] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5286a3d1-b068-e72f-9070-b1ac179944c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019283} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.566871] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.567193] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] d37fbcf8-1606-4dca-9937-9d170181dee6/d37fbcf8-1606-4dca-9937-9d170181dee6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 868.567499] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30377889-1140-4958-b95d-8c29e464fdaf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.577056] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 868.577056] env[62225]: value = "task-677881" [ 868.577056] env[62225]: _type = "Task" [ 868.577056] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.591981] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.595650] env[62225]: DEBUG oslo_vmware.api [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201789} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.596061] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.596322] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 868.596523] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 868.596799] env[62225]: INFO nova.compute.manager [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.597213] env[62225]: DEBUG oslo.service.loopingcall [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.597459] env[62225]: DEBUG nova.compute.manager [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 868.597589] env[62225]: DEBUG nova.network.neutron [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 868.679066] env[62225]: INFO nova.compute.manager [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Detaching volume 395dc95b-ec0e-4502-b58b-b10928576766 [ 868.703519] env[62225]: DEBUG nova.network.neutron [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 868.722635] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 06e2f05a-5901-4a2c-990a-1d8b8318a075] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 868.737998] env[62225]: INFO nova.virt.block_device [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Attempting to driver detach volume 395dc95b-ec0e-4502-b58b-b10928576766 from mountpoint /dev/sdb [ 868.738296] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 868.739025] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163360', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'name': 'volume-395dc95b-ec0e-4502-b58b-b10928576766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c87e8f96-2c8d-4663-8ca1-838af78da36f', 'attached_at': '', 'detached_at': '', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'serial': '395dc95b-ec0e-4502-b58b-b10928576766'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 868.744078] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834f777-9542-4be9-aced-fec96711d56b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.778362] env[62225]: DEBUG oslo_concurrency.lockutils [None req-55e7eb55-fce1-4077-b60b-c7e8ac7fec86 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.340s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.779908] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0097a4bd-db16-4390-8b09-7d2591f8b869 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.792242] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347b544-741f-4bf8-9cf8-efe404e24d3f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.819884] env[62225]: DEBUG nova.compute.manager [None req-deaf6574-86ce-4a09-8dd1-da4e2dee1ac3 tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 868.820854] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f6ab4-29fe-4161-944a-3b1f2cde4d9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.824704] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5dbb94-7ab6-4236-9e78-f4c0694e42f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.850672] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] The volume has not been displaced from its original location: [datastore1] volume-395dc95b-ec0e-4502-b58b-b10928576766/volume-395dc95b-ec0e-4502-b58b-b10928576766.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 868.857823] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.858612] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c73257-1e69-483f-9d6d-b7fb507515ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.875710] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 868.881777] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 868.881777] env[62225]: value = "task-677882" [ 868.881777] env[62225]: _type = "Task" [ 868.881777] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.893701] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.901417] env[62225]: DEBUG nova.scheduler.client.report [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 868.906206] env[62225]: DEBUG nova.network.neutron [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Updating instance_info_cache with network_info: [{"id": "3fcb7290-9c02-4841-8c9b-a44a8000a47c", "address": "fa:16:3e:b6:e3:d6", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcb7290-9c", "ovs_interfaceid": "3fcb7290-9c02-4841-8c9b-a44a8000a47c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.918862] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 868.918862] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 868.919304] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.919343] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 868.919706] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.924613] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 868.924613] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 868.924613] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 868.924613] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 868.924613] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 868.924613] env[62225]: DEBUG nova.virt.hardware [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.924613] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9cdcf1-f111-4a27-827b-dc8b1f852623 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.935308] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3a1331-9bc0-4cd3-b6d2-3c1cf0234050 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.998936] env[62225]: DEBUG nova.compute.manager [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Received event network-vif-plugged-3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 868.999340] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] Acquiring lock "01868879-364b-4bc0-a5c5-503cec724885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.999751] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] Lock "01868879-364b-4bc0-a5c5-503cec724885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.000033] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] Lock "01868879-364b-4bc0-a5c5-503cec724885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.000522] env[62225]: DEBUG nova.compute.manager [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] No waiting events found dispatching network-vif-plugged-3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 869.000649] env[62225]: WARNING nova.compute.manager [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Received unexpected event network-vif-plugged-3fcb7290-9c02-4841-8c9b-a44a8000a47c for instance with vm_state building and task_state spawning. [ 869.001205] env[62225]: DEBUG nova.compute.manager [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Received event network-changed-3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 869.001673] env[62225]: DEBUG nova.compute.manager [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Refreshing instance network info cache due to event network-changed-3fcb7290-9c02-4841-8c9b-a44a8000a47c. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 869.001907] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] Acquiring lock "refresh_cache-01868879-364b-4bc0-a5c5-503cec724885" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.020273] env[62225]: INFO nova.compute.manager [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Unrescuing [ 869.020701] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.020939] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.021222] env[62225]: DEBUG nova.network.neutron [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.090606] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.208145] env[62225]: DEBUG nova.network.neutron [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.228643] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: fb5eb93b-ebb8-4c0e-b28a-66a26bd1f1fc] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 869.295717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "94a521e8-73dc-4174-bcf0-07b870f34a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.295717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "94a521e8-73dc-4174-bcf0-07b870f34a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.295717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "94a521e8-73dc-4174-bcf0-07b870f34a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.295717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "94a521e8-73dc-4174-bcf0-07b870f34a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.295717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "94a521e8-73dc-4174-bcf0-07b870f34a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.299994] env[62225]: INFO nova.compute.manager [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Terminating instance [ 869.302010] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "refresh_cache-94a521e8-73dc-4174-bcf0-07b870f34a2a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.302177] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquired lock "refresh_cache-94a521e8-73dc-4174-bcf0-07b870f34a2a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.302349] env[62225]: DEBUG nova.network.neutron [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.361039] env[62225]: INFO nova.compute.manager [None req-deaf6574-86ce-4a09-8dd1-da4e2dee1ac3 tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] instance snapshotting [ 869.361846] env[62225]: DEBUG nova.objects.instance [None req-deaf6574-86ce-4a09-8dd1-da4e2dee1ac3 tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lazy-loading 'flavor' on Instance uuid 94a521e8-73dc-4174-bcf0-07b870f34a2a {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.398662] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.409724] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.411560] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 869.416130] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "refresh_cache-01868879-364b-4bc0-a5c5-503cec724885" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.416436] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Instance network_info: |[{"id": "3fcb7290-9c02-4841-8c9b-a44a8000a47c", "address": "fa:16:3e:b6:e3:d6", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcb7290-9c", "ovs_interfaceid": "3fcb7290-9c02-4841-8c9b-a44a8000a47c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 869.417027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.136s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.418397] env[62225]: INFO nova.compute.claims [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.422948] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] Acquired lock "refresh_cache-01868879-364b-4bc0-a5c5-503cec724885" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.423699] env[62225]: DEBUG nova.network.neutron [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Refreshing network info cache for port 3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 869.424696] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e3:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fcb7290-9c02-4841-8c9b-a44a8000a47c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.434560] env[62225]: DEBUG oslo.service.loopingcall [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.440695] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 869.440985] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbe8b33f-84e5-46d8-9eb5-575a6a629b79 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.475024] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.475024] env[62225]: value = "task-677883" [ 869.475024] env[62225]: _type = "Task" [ 869.475024] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.494745] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677883, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.589626] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659743} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.590486] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] d37fbcf8-1606-4dca-9937-9d170181dee6/d37fbcf8-1606-4dca-9937-9d170181dee6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 869.590900] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.591341] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4510900b-7257-4d89-bbd8-e87a52e01ee3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.600797] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 869.600797] env[62225]: value = "task-677884" [ 869.600797] env[62225]: _type = "Task" [ 869.600797] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.611468] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.711112] env[62225]: INFO nova.compute.manager [-] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Took 1.11 seconds to deallocate network for instance. [ 869.739215] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: d9b09b54-cebc-4381-bb2d-48b557dc9da9] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 869.841915] env[62225]: DEBUG nova.network.neutron [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 869.871486] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eafd6a-c161-4bf1-92f5-8b8ce5720019 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.910711] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e37e59-b3e7-4702-931e-e3190f4c064f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.917882] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677882, 'name': ReconfigVM_Task, 'duration_secs': 0.565112} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.918913] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.928049] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a3aae3-564b-4c11-bae4-c647b1eee683 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.944293] env[62225]: DEBUG nova.compute.utils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 869.948516] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 869.948685] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 869.961203] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 869.961203] env[62225]: value = "task-677885" [ 869.961203] env[62225]: _type = "Task" [ 869.961203] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.984616] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.987840] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677883, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.098233] env[62225]: DEBUG nova.policy [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd920355c9264b26b25fca7b76bcdb98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31cd15963f1e49ff91017a48defe823a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 870.116365] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175869} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.117431] env[62225]: DEBUG nova.network.neutron [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.118873] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.119791] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34879e0a-9224-46c4-9eda-297702bccac0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.159472] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d37fbcf8-1606-4dca-9937-9d170181dee6/d37fbcf8-1606-4dca-9937-9d170181dee6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.159472] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92812e4f-d3ba-4e91-8657-3dc8626e0fec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.181428] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 870.181428] env[62225]: value = "task-677886" [ 870.181428] env[62225]: _type = "Task" [ 870.181428] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.193557] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.201779] env[62225]: DEBUG nova.network.neutron [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Updated VIF entry in instance network info cache for port 3fcb7290-9c02-4841-8c9b-a44a8000a47c. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 870.201972] env[62225]: DEBUG nova.network.neutron [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Updating instance_info_cache with network_info: [{"id": "3fcb7290-9c02-4841-8c9b-a44a8000a47c", "address": "fa:16:3e:b6:e3:d6", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fcb7290-9c", "ovs_interfaceid": "3fcb7290-9c02-4841-8c9b-a44a8000a47c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.220734] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.244809] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e80e4c2d-6677-4a97-83a7-e0bbba9cdcb8] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 870.270727] env[62225]: DEBUG nova.network.neutron [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updating instance_info_cache with network_info: [{"id": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "address": "fa:16:3e:94:d7:f0", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64075ac3-6d", "ovs_interfaceid": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.448774] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 870.452813] env[62225]: DEBUG nova.compute.manager [None req-deaf6574-86ce-4a09-8dd1-da4e2dee1ac3 tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Instance disappeared during snapshot {{(pid=62225) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 870.476714] env[62225]: DEBUG oslo_vmware.api [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-677885, 'name': ReconfigVM_Task, 'duration_secs': 0.237266} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.480428] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163360', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'name': 'volume-395dc95b-ec0e-4502-b58b-b10928576766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c87e8f96-2c8d-4663-8ca1-838af78da36f', 'attached_at': '', 'detached_at': '', 'volume_id': '395dc95b-ec0e-4502-b58b-b10928576766', 'serial': '395dc95b-ec0e-4502-b58b-b10928576766'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.496318] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677883, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.526356] env[62225]: DEBUG nova.network.neutron [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Successfully updated port: 5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.627072] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Releasing lock "refresh_cache-94a521e8-73dc-4174-bcf0-07b870f34a2a" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.627072] env[62225]: DEBUG nova.compute.manager [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 870.627072] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 870.628406] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca58221-f976-467a-90e5-a12092a2fe3c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.650542] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 870.650855] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aebd33a2-4c41-4d35-aa23-473ed0a44046 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.663859] env[62225]: DEBUG oslo_vmware.api [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 870.663859] env[62225]: value = "task-677887" [ 870.663859] env[62225]: _type = "Task" [ 870.663859] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.676098] env[62225]: DEBUG oslo_vmware.api [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.680650] env[62225]: DEBUG nova.compute.manager [None req-deaf6574-86ce-4a09-8dd1-da4e2dee1ac3 tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Found 0 images (rotation: 2) {{(pid=62225) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 870.692898] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.704981] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f2baa46-89c0-4ad5-af55-5b8ae8eb709b req-a885e6b8-6097-4647-af5d-6bdec10b3011 service nova] Releasing lock "refresh_cache-01868879-364b-4bc0-a5c5-503cec724885" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.748179] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: cf667989-ee94-4da7-9d77-fe615eacf562] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 870.776041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.776989] env[62225]: DEBUG nova.objects.instance [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'flavor' on Instance uuid 83575fca-aa81-42cd-a53e-2e984ca072b2 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.938302] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0447587-7083-4d9f-af4e-888db6da2923 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.944543] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Successfully created port: 7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.953026] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2150d30f-9407-460c-942f-52690c4dc381 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.993191] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50948363-d17c-419d-a6bb-2295ef9db1ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.001024] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677883, 'name': CreateVM_Task, 'duration_secs': 1.060583} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.003224] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 871.004072] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.004242] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.004639] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.005901] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702bfd69-50e2-4228-a81a-3e80cc36ce85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.009840] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982a2919-00c8-43a8-8cd6-bc1fe3bed27d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.023885] env[62225]: DEBUG nova.compute.provider_tree [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.027026] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 871.027026] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52538b11-72b5-c3a4-3e04-f8fa1ee2a2a4" [ 871.027026] env[62225]: _type = "Task" [ 871.027026] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.040357] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.040357] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.040357] env[62225]: DEBUG nova.network.neutron [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 871.043034] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.043147] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Processing image 7f104ca7-51ec-4d8e-8ade-372de8942151 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.043406] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.043665] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.043886] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.044744] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab57c009-7676-49c7-81f5-cc7e63f9be6f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.061094] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.061880] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 871.062695] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a28e50-6c9b-495d-865f-9c22cfc93cd2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.067440] env[62225]: DEBUG nova.objects.instance [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lazy-loading 'flavor' on Instance uuid c87e8f96-2c8d-4663-8ca1-838af78da36f {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.070265] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 871.070265] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52030705-56c3-73bc-f3fd-ce0fe30d74c5" [ 871.070265] env[62225]: _type = "Task" [ 871.070265] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.082920] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52030705-56c3-73bc-f3fd-ce0fe30d74c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.175770] env[62225]: DEBUG oslo_vmware.api [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677887, 'name': PowerOffVM_Task, 'duration_secs': 0.235401} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.176804] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 871.177052] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 871.177334] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-840d5a75-b995-4455-9cd8-1fe0b1765f5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.194634] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677886, 'name': ReconfigVM_Task, 'duration_secs': 0.519521} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.194989] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d37fbcf8-1606-4dca-9937-9d170181dee6/d37fbcf8-1606-4dca-9937-9d170181dee6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.196031] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a8115c-d27b-4e4f-9da3-98e29e725616 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.204445] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 871.204445] env[62225]: value = "task-677889" [ 871.204445] env[62225]: _type = "Task" [ 871.204445] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.219843] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 871.220098] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 871.220332] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Deleting the datastore file [datastore1] 94a521e8-73dc-4174-bcf0-07b870f34a2a {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.226532] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-975f553c-6cde-4ff2-85ea-59d1312aa296 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.231022] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677889, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.235300] env[62225]: DEBUG oslo_vmware.api [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for the task: (returnval){ [ 871.235300] env[62225]: value = "task-677890" [ 871.235300] env[62225]: _type = "Task" [ 871.235300] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.249384] env[62225]: DEBUG oslo_vmware.api [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.254671] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f981de5f-3b29-4302-b8b0-2ff92a36eae6] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 871.285030] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d5d4d-057a-40d7-9a9b-8b89808915a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.311966] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 871.314121] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853a322d-bc9f-4491-82e9-fb53232e9a27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.334736] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 871.334736] env[62225]: value = "task-677891" [ 871.334736] env[62225]: _type = "Task" [ 871.334736] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.346914] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.490830] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 871.521033] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 871.521033] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 871.521033] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.521033] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 871.521033] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.521033] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 871.521495] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 871.521495] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 871.522541] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 871.522541] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 871.522541] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.523037] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953dc393-0e54-47b0-abcd-ef72d0caab99 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.528063] env[62225]: DEBUG nova.scheduler.client.report [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 871.538062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eac5d5-c147-42e3-8dfe-7133d56935a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.587038] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 871.587299] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Fetch image to [datastore2] OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0/OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 871.587497] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Downloading stream optimized image 7f104ca7-51ec-4d8e-8ade-372de8942151 to [datastore2] OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0/OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0.vmdk on the data store datastore2 as vApp {{(pid=62225) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 871.587673] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Downloading image file data 7f104ca7-51ec-4d8e-8ade-372de8942151 to the ESX as VM named 'OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0' {{(pid=62225) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 871.599116] env[62225]: DEBUG nova.network.neutron [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 871.679795] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 871.679795] env[62225]: value = "resgroup-9" [ 871.679795] env[62225]: _type = "ResourcePool" [ 871.679795] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 871.680202] env[62225]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b0065499-fecf-445a-8bc9-aa830f5cf382 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.706933] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease: (returnval){ [ 871.706933] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7ef7a-5189-d3ce-b1a2-95680ca702cb" [ 871.706933] env[62225]: _type = "HttpNfcLease" [ 871.706933] env[62225]: } obtained for vApp import into resource pool (val){ [ 871.706933] env[62225]: value = "resgroup-9" [ 871.706933] env[62225]: _type = "ResourcePool" [ 871.706933] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 871.707204] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the lease: (returnval){ [ 871.707204] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7ef7a-5189-d3ce-b1a2-95680ca702cb" [ 871.707204] env[62225]: _type = "HttpNfcLease" [ 871.707204] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.722726] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677889, 'name': Rename_Task, 'duration_secs': 0.244493} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.723129] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.723129] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7ef7a-5189-d3ce-b1a2-95680ca702cb" [ 871.723129] env[62225]: _type = "HttpNfcLease" [ 871.723129] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.723549] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 871.724020] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d103d9d-a7b2-4d2e-a5af-3a2d4846ea4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.734063] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 871.734063] env[62225]: value = "task-677893" [ 871.734063] env[62225]: _type = "Task" [ 871.734063] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.750437] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.760032] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: cf78d409-90bd-44cd-8f85-56ec0c6de51f] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 871.760482] env[62225]: DEBUG oslo_vmware.api [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Task: {'id': task-677890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247574} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.761030] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.761030] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 871.761165] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 871.762132] env[62225]: INFO nova.compute.manager [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 871.762132] env[62225]: DEBUG oslo.service.loopingcall [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.762345] env[62225]: DEBUG nova.compute.manager [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 871.762445] env[62225]: DEBUG nova.network.neutron [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 871.772464] env[62225]: DEBUG nova.network.neutron [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.781245] env[62225]: DEBUG nova.compute.manager [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-vif-plugged-5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 871.781245] env[62225]: DEBUG oslo_concurrency.lockutils [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.781245] env[62225]: DEBUG oslo_concurrency.lockutils [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] Lock "882539ee-e877-4357-b7af-303553f227fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.782725] env[62225]: DEBUG oslo_concurrency.lockutils [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] Lock "882539ee-e877-4357-b7af-303553f227fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.784450] env[62225]: DEBUG nova.compute.manager [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] No waiting events found dispatching network-vif-plugged-5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 871.785096] env[62225]: WARNING nova.compute.manager [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received unexpected event network-vif-plugged-5f6a6732-9e56-4bf1-b892-de539c5b709a for instance with vm_state building and task_state spawning. [ 871.785492] env[62225]: DEBUG nova.compute.manager [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-changed-5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 871.786803] env[62225]: DEBUG nova.compute.manager [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing instance network info cache due to event network-changed-5f6a6732-9e56-4bf1-b892-de539c5b709a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 871.786803] env[62225]: DEBUG oslo_concurrency.lockutils [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.793479] env[62225]: DEBUG nova.network.neutron [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 871.849860] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677891, 'name': PowerOffVM_Task, 'duration_secs': 0.25544} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.850349] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 871.857459] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.857566] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16d151a-2506-41d9-bc80-7b3e0652219f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.881533] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 871.881533] env[62225]: value = "task-677894" [ 871.881533] env[62225]: _type = "Task" [ 871.881533] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.893105] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.038286] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.038904] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 872.042949] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.562s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.043843] env[62225]: INFO nova.compute.claims [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.081198] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a030aefa-ccea-4c3a-880f-3015dc813e11 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.905s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.219507] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.219507] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7ef7a-5189-d3ce-b1a2-95680ca702cb" [ 872.219507] env[62225]: _type = "HttpNfcLease" [ 872.219507] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.250554] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.267184] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 3234501a-af49-4852-a746-73ff62a66a62] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 872.274893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.275280] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Instance network_info: |[{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 872.275576] env[62225]: DEBUG oslo_concurrency.lockutils [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.275763] env[62225]: DEBUG nova.network.neutron [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing network info cache for port 5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 872.277057] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:2d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f6a6732-9e56-4bf1-b892-de539c5b709a', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.287332] env[62225]: DEBUG oslo.service.loopingcall [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.288013] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882539ee-e877-4357-b7af-303553f227fd] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 872.288310] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bf9c125-8371-4167-8db7-83973c3e5214 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.310046] env[62225]: DEBUG nova.network.neutron [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.344634] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "80fa37f9-2db8-4986-82c8-669ac9b34357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.345159] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.346539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "4137ef36-75a4-46f5-8534-f159e7211118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.346751] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "4137ef36-75a4-46f5-8534-f159e7211118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.347776] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.347776] env[62225]: value = "task-677895" [ 872.347776] env[62225]: _type = "Task" [ 872.347776] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.362398] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677895, 'name': CreateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.399386] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "84aafe14-992f-497d-ac94-a20eb978c348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.400421] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "84aafe14-992f-497d-ac94-a20eb978c348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.400421] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677894, 'name': ReconfigVM_Task, 'duration_secs': 0.355152} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.400421] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 872.400421] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 872.400679] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86846184-7da6-40b4-83ef-5827b55cf39c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.410244] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 872.410244] env[62225]: value = "task-677896" [ 872.410244] env[62225]: _type = "Task" [ 872.410244] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.424197] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.549216] env[62225]: DEBUG nova.compute.utils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.550359] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 872.550533] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 872.626194] env[62225]: DEBUG nova.policy [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd920355c9264b26b25fca7b76bcdb98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31cd15963f1e49ff91017a48defe823a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 872.721198] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.721198] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7ef7a-5189-d3ce-b1a2-95680ca702cb" [ 872.721198] env[62225]: _type = "HttpNfcLease" [ 872.721198] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.721540] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.721540] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7ef7a-5189-d3ce-b1a2-95680ca702cb" [ 872.721540] env[62225]: _type = "HttpNfcLease" [ 872.721540] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 872.722352] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4424d-effe-43ad-b9e8-9bab673f0a0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.732920] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1119e-7122-686e-02b2-e81d0db32783/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.733264] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1119e-7122-686e-02b2-e81d0db32783/disk-0.vmdk. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 872.816589] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b1f1769c-2911-449f-a5ef-911f179e4813] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 872.824490] env[62225]: INFO nova.compute.manager [-] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Took 1.06 seconds to deallocate network for instance. [ 872.828401] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Successfully updated port: 7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.845623] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e365595-d3c8-4e21-ba1c-040f70eb0ba8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.848288] env[62225]: DEBUG oslo_vmware.api [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677893, 'name': PowerOnVM_Task, 'duration_secs': 0.634137} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.848484] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 872.848721] env[62225]: INFO nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Took 9.21 seconds to spawn the instance on the hypervisor. [ 872.848907] env[62225]: DEBUG nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 872.850244] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9f35b-f14b-4d7f-8c76-4d4772267bcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.861027] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 872.861027] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 872.879153] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677895, 'name': CreateVM_Task, 'duration_secs': 0.445153} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.879921] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882539ee-e877-4357-b7af-303553f227fd] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 872.880687] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.882018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.882018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.882018] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19fe6ee7-99b7-4fd6-954d-39bf227f830d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.890941] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 872.890941] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5241b939-b16a-1525-7d01-56e9a9330788" [ 872.890941] env[62225]: _type = "Task" [ 872.890941] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.905115] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5241b939-b16a-1525-7d01-56e9a9330788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.922917] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.059735] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 873.099914] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Successfully created port: 9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.117170] env[62225]: DEBUG nova.network.neutron [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updated VIF entry in instance network info cache for port 5f6a6732-9e56-4bf1-b892-de539c5b709a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 873.117550] env[62225]: DEBUG nova.network.neutron [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.327995] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9b36321a-5dff-49cb-a852-aadc4e939893] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 873.335920] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "refresh_cache-9bc53117-5246-43a5-be2a-d30604de51ed" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.336076] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "refresh_cache-9bc53117-5246-43a5-be2a-d30604de51ed" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.336233] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 873.343139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.386593] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.398943] env[62225]: INFO nova.compute.manager [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Took 45.10 seconds to build instance. [ 873.404022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.409387] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5241b939-b16a-1525-7d01-56e9a9330788, 'name': SearchDatastore_Task, 'duration_secs': 0.015929} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.409990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.410257] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.410593] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.410667] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.410841] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.413782] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a5e1a2-4c8b-4a07-a0be-088f39d3a993 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.426507] env[62225]: DEBUG oslo_vmware.api [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-677896, 'name': PowerOnVM_Task, 'duration_secs': 0.632483} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.426774] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 873.427011] env[62225]: DEBUG nova.compute.manager [None req-1b01df51-6730-4afb-9bfc-2424d3088402 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 873.430930] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ffafd-362a-435d-95c5-faaf4fac9d7c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.437411] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.437674] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 873.439313] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14123ee9-76df-47c9-b85c-d996e981274e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.451593] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c1e08c-91e5-4865-93de-d9abdb1f3bbb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.459335] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 873.459335] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224d89e-f2bc-ede0-8fd7-dee844029f39" [ 873.459335] env[62225]: _type = "Task" [ 873.459335] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.468043] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4395dce-f3cd-4a8a-8257-b33370bb3412 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.479664] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224d89e-f2bc-ede0-8fd7-dee844029f39, 'name': SearchDatastore_Task, 'duration_secs': 0.014127} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.480312] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc429f7-fea3-4370-adc7-591170c9caa3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.515962] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617d522-1f2b-4307-9df5-576ecb6dbbe3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.522092] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 873.522092] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c2df20-376b-8455-de06-f6b765c354e1" [ 873.522092] env[62225]: _type = "Task" [ 873.522092] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.532072] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806043c9-5f30-473e-96af-f6161f39cd30 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.540410] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c2df20-376b-8455-de06-f6b765c354e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.542890] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.543223] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 882539ee-e877-4357-b7af-303553f227fd/882539ee-e877-4357-b7af-303553f227fd.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 873.543539] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8288483d-467f-489a-a1bc-690c129df3ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.558053] env[62225]: DEBUG nova.compute.provider_tree [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.575664] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 873.575664] env[62225]: value = "task-677897" [ 873.575664] env[62225]: _type = "Task" [ 873.575664] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.587026] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.621778] env[62225]: DEBUG oslo_concurrency.lockutils [req-8b892748-f8b4-4737-9453-da89a7d547ed req-b89db8b3-2f81-412a-a962-9c8529352a8e service nova] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.833174] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.833806] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Cleaning up deleted instances with incomplete migration {{(pid=62225) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 873.870145] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 873.902472] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f237ceaa-6850-4b7e-a160-f76a4bf6d3c4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.618s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.067871] env[62225]: DEBUG nova.scheduler.client.report [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 874.078244] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 874.088484] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Updating instance_info_cache with network_info: [{"id": "7e32913d-0a0d-41b5-a36b-3984290fe8ee", "address": "fa:16:3e:d9:59:a0", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e32913d-0a", "ovs_interfaceid": "7e32913d-0a0d-41b5-a36b-3984290fe8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.093254] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.121134] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 874.121612] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 874.121612] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.121845] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 874.122096] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.122240] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 874.122609] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 874.122609] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 874.123363] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 874.123363] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 874.123363] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.125112] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d55eaf1-78b3-4259-aef3-20bad672de3d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.137325] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f138e-7e3a-4e74-8822-18268d273064 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.207120] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 874.207375] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1119e-7122-686e-02b2-e81d0db32783/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.208380] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f1245-8704-4de9-8340-57f7156c5ad4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.216369] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1119e-7122-686e-02b2-e81d0db32783/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.216369] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1119e-7122-686e-02b2-e81d0db32783/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 874.216777] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c2e7ce1-153e-48a6-8390-78fc4da47b83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.292389] env[62225]: DEBUG nova.compute.manager [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Received event network-vif-plugged-7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.292389] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] Acquiring lock "9bc53117-5246-43a5-be2a-d30604de51ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.292520] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] Lock "9bc53117-5246-43a5-be2a-d30604de51ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.292675] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] Lock "9bc53117-5246-43a5-be2a-d30604de51ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.292906] env[62225]: DEBUG nova.compute.manager [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] No waiting events found dispatching network-vif-plugged-7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 874.293088] env[62225]: WARNING nova.compute.manager [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Received unexpected event network-vif-plugged-7e32913d-0a0d-41b5-a36b-3984290fe8ee for instance with vm_state building and task_state spawning. [ 874.293437] env[62225]: DEBUG nova.compute.manager [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Received event network-changed-7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.293578] env[62225]: DEBUG nova.compute.manager [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Refreshing instance network info cache due to event network-changed-7e32913d-0a0d-41b5-a36b-3984290fe8ee. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 874.293940] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] Acquiring lock "refresh_cache-9bc53117-5246-43a5-be2a-d30604de51ed" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.336571] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.404676] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 874.523933] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "cfef2461-9316-486b-8c8b-e9979d46a94f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.524237] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.571149] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.571857] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 874.577020] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.426s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.577020] env[62225]: INFO nova.compute.claims [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.594645] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612122} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.594645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "refresh_cache-9bc53117-5246-43a5-be2a-d30604de51ed" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.594645] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Instance network_info: |[{"id": "7e32913d-0a0d-41b5-a36b-3984290fe8ee", "address": "fa:16:3e:d9:59:a0", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e32913d-0a", "ovs_interfaceid": "7e32913d-0a0d-41b5-a36b-3984290fe8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 874.596211] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 882539ee-e877-4357-b7af-303553f227fd/882539ee-e877-4357-b7af-303553f227fd.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 874.596211] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.596211] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] Acquired lock "refresh_cache-9bc53117-5246-43a5-be2a-d30604de51ed" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.596211] env[62225]: DEBUG nova.network.neutron [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Refreshing network info cache for port 7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 874.596774] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:59:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e32913d-0a0d-41b5-a36b-3984290fe8ee', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.607682] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Creating folder: Project (31cd15963f1e49ff91017a48defe823a). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 874.608353] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5f5dff-021a-4ff0-9ea6-b3d183dbe9b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.615329] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75690d4-510b-45a3-ad0c-c0dd9ae04857 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.619907] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "d37fbcf8-1606-4dca-9937-9d170181dee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.620251] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.620524] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "d37fbcf8-1606-4dca-9937-9d170181dee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.620783] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.621041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.624079] env[62225]: INFO nova.compute.manager [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Terminating instance [ 874.628510] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 874.628510] env[62225]: value = "task-677898" [ 874.628510] env[62225]: _type = "Task" [ 874.628510] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.633942] env[62225]: DEBUG nova.compute.manager [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 874.634301] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 874.637694] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af6d12-2496-4ce7-afc4-969ba43f1b16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.642009] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Created folder: Project (31cd15963f1e49ff91017a48defe823a) in parent group-v163168. [ 874.642337] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Creating folder: Instances. Parent ref: group-v163375. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 874.643213] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70a014d8-8c14-4bb0-8869-e50517acad6b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.650367] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.655534] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 874.655948] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-676bec94-5e12-4217-a44f-565cfb0769d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.659641] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Created folder: Instances in parent group-v163375. [ 874.659912] env[62225]: DEBUG oslo.service.loopingcall [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.660266] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 874.660554] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-466215fc-fe9a-4f56-a340-2d39528b1a46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.681126] env[62225]: DEBUG oslo_vmware.api [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 874.681126] env[62225]: value = "task-677901" [ 874.681126] env[62225]: _type = "Task" [ 874.681126] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.684535] env[62225]: DEBUG nova.compute.manager [req-d88cd72d-23f9-464a-b467-1f1cd26d3ede req-26e5c682-3188-4608-9942-fb0c36b75393 service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Received event network-vif-plugged-9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.684793] env[62225]: DEBUG oslo_concurrency.lockutils [req-d88cd72d-23f9-464a-b467-1f1cd26d3ede req-26e5c682-3188-4608-9942-fb0c36b75393 service nova] Acquiring lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.685059] env[62225]: DEBUG oslo_concurrency.lockutils [req-d88cd72d-23f9-464a-b467-1f1cd26d3ede req-26e5c682-3188-4608-9942-fb0c36b75393 service nova] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.685286] env[62225]: DEBUG oslo_concurrency.lockutils [req-d88cd72d-23f9-464a-b467-1f1cd26d3ede req-26e5c682-3188-4608-9942-fb0c36b75393 service nova] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.686103] env[62225]: DEBUG nova.compute.manager [req-d88cd72d-23f9-464a-b467-1f1cd26d3ede req-26e5c682-3188-4608-9942-fb0c36b75393 service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] No waiting events found dispatching network-vif-plugged-9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 874.686103] env[62225]: WARNING nova.compute.manager [req-d88cd72d-23f9-464a-b467-1f1cd26d3ede req-26e5c682-3188-4608-9942-fb0c36b75393 service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Received unexpected event network-vif-plugged-9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 for instance with vm_state building and task_state spawning. [ 874.691156] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.691156] env[62225]: value = "task-677902" [ 874.691156] env[62225]: _type = "Task" [ 874.691156] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.700357] env[62225]: DEBUG oslo_vmware.api [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.705787] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677902, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.717731] env[62225]: DEBUG oslo_vmware.rw_handles [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e1119e-7122-686e-02b2-e81d0db32783/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 874.718044] env[62225]: INFO nova.virt.vmwareapi.images [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Downloaded image file data 7f104ca7-51ec-4d8e-8ade-372de8942151 [ 874.719040] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d25099-bc1a-464e-8318-e5d3b6135672 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.740662] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e2203cf-4f7d-4679-b7e0-ac6a3288bbe2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.802789] env[62225]: INFO nova.virt.vmwareapi.images [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] The imported VM was unregistered [ 874.805357] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 874.805357] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.808412] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aea44dc-e73a-4b7c-bfa0-544b9d45c830 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.811151] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Successfully updated port: 9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.825557] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created directory with path [datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.825859] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0/OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0.vmdk to [datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk. {{(pid=62225) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 874.826268] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d4a67cf5-9bc1-46b1-b3b7-f701f14c016f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.835643] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 874.835643] env[62225]: value = "task-677904" [ 874.835643] env[62225]: _type = "Task" [ 874.835643] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.845780] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.929402] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.939306] env[62225]: DEBUG nova.network.neutron [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Updated VIF entry in instance network info cache for port 7e32913d-0a0d-41b5-a36b-3984290fe8ee. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 874.939686] env[62225]: DEBUG nova.network.neutron [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Updating instance_info_cache with network_info: [{"id": "7e32913d-0a0d-41b5-a36b-3984290fe8ee", "address": "fa:16:3e:d9:59:a0", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e32913d-0a", "ovs_interfaceid": "7e32913d-0a0d-41b5-a36b-3984290fe8ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.084770] env[62225]: DEBUG nova.compute.utils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.086370] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 875.086544] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 875.133943] env[62225]: DEBUG nova.policy [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd920355c9264b26b25fca7b76bcdb98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31cd15963f1e49ff91017a48defe823a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 875.141208] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089459} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.141539] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.142327] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c01036-d6f7-41a4-a542-04c952780a66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.164926] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 882539ee-e877-4357-b7af-303553f227fd/882539ee-e877-4357-b7af-303553f227fd.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.165304] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f387babb-93bd-4a1d-a487-549862e821e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.188331] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 875.188331] env[62225]: value = "task-677905" [ 875.188331] env[62225]: _type = "Task" [ 875.188331] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.195288] env[62225]: DEBUG oslo_vmware.api [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677901, 'name': PowerOffVM_Task, 'duration_secs': 0.267601} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.198834] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 875.199040] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 875.199324] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c45f52e-d833-4469-bee4-4fea6f795773 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.205012] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.208112] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677902, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.296656] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 875.297315] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 875.297315] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleting the datastore file [datastore1] d37fbcf8-1606-4dca-9937-9d170181dee6 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.297616] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5812346c-80e9-481f-8b5f-2fb9935da996 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.307894] env[62225]: DEBUG oslo_vmware.api [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 875.307894] env[62225]: value = "task-677907" [ 875.307894] env[62225]: _type = "Task" [ 875.307894] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.317190] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "refresh_cache-9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.317403] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "refresh_cache-9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.317514] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 875.334693] env[62225]: DEBUG oslo_vmware.api [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.347183] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.444477] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f041195-5e48-44c0-9ac7-7442593e44a7 req-d5cda0f3-8f90-4cb6-874b-5859ee87242f service nova] Releasing lock "refresh_cache-9bc53117-5246-43a5-be2a-d30604de51ed" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.592274] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 875.597474] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Successfully created port: 247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.707449] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677902, 'name': CreateVM_Task, 'duration_secs': 0.5187} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.714450] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 875.714819] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677905, 'name': ReconfigVM_Task, 'duration_secs': 0.481309} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.716046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.716301] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.716596] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.716953] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 882539ee-e877-4357-b7af-303553f227fd/882539ee-e877-4357-b7af-303553f227fd.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.717615] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4160c87e-b897-47fb-a3bf-44e58411e8ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.719551] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad596f4-e778-4443-b53c-c376b5827155 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.727210] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 875.727210] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ea7e4f-28fe-0bf1-aa0f-001fbfc6c52c" [ 875.727210] env[62225]: _type = "Task" [ 875.727210] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.729595] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 875.729595] env[62225]: value = "task-677908" [ 875.729595] env[62225]: _type = "Task" [ 875.729595] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.749319] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ea7e4f-28fe-0bf1-aa0f-001fbfc6c52c, 'name': SearchDatastore_Task, 'duration_secs': 0.017591} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.753476] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.753865] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.754140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.754293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.754587] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.754794] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677908, 'name': Rename_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.758757] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf001d3f-ba33-4dd7-8651-8ae4a2003b37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.775147] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.778174] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 875.781078] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9987ccb6-443c-45ea-ae63-d360c1629ba0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.791413] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 875.791413] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5270f60e-f031-b8c8-12e5-c23f184904df" [ 875.791413] env[62225]: _type = "Task" [ 875.791413] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.804654] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5270f60e-f031-b8c8-12e5-c23f184904df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.829203] env[62225]: DEBUG oslo_vmware.api [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-677907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427335} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.829890] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.830119] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 875.830314] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 875.830715] env[62225]: INFO nova.compute.manager [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 875.830833] env[62225]: DEBUG oslo.service.loopingcall [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.830954] env[62225]: DEBUG nova.compute.manager [-] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 875.831063] env[62225]: DEBUG nova.network.neutron [-] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 875.852083] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.894586] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 876.083326] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8560fe-f5e1-4ad7-830a-54af3b49f57a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.095744] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d885b37-a0cc-416c-800a-09c1802db7be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141042] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a599688-0b3a-4b52-a5d7-3c4160fe526b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.152288] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10511de-e3f1-4aaa-bb51-ef2bbe5842de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.170349] env[62225]: DEBUG nova.compute.provider_tree [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.236962] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Updating instance_info_cache with network_info: [{"id": "9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8", "address": "fa:16:3e:fa:5a:f3", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6972ef-3a", "ovs_interfaceid": "9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.253136] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677908, 'name': Rename_Task, 'duration_secs': 0.239721} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.253136] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 876.253414] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb50d7d1-75c7-4331-b3b0-fdaebbf84af9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.268015] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 876.268015] env[62225]: value = "task-677909" [ 876.268015] env[62225]: _type = "Task" [ 876.268015] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.277804] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.308385] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5270f60e-f031-b8c8-12e5-c23f184904df, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.309368] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff5e67a-331d-42f7-afe5-99d852068a45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.336319] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 876.336319] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52faf588-d300-3749-2cfa-88bb57fbda96" [ 876.336319] env[62225]: _type = "Task" [ 876.336319] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.358827] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.365166] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52faf588-d300-3749-2cfa-88bb57fbda96, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.365619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.366073] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9bc53117-5246-43a5-be2a-d30604de51ed/9bc53117-5246-43a5-be2a-d30604de51ed.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 876.367906] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-941db8b5-3db4-4300-9171-a74e7b9d40de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.373356] env[62225]: DEBUG nova.compute.manager [req-3ee98cf5-5fd8-4f3a-ad48-3cacdc711cdb req-0dc96da3-bc79-4a12-9ab7-d47e1eb6155b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Received event network-vif-deleted-7f67f515-71e8-406f-998e-0f532c032513 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.373770] env[62225]: INFO nova.compute.manager [req-3ee98cf5-5fd8-4f3a-ad48-3cacdc711cdb req-0dc96da3-bc79-4a12-9ab7-d47e1eb6155b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Neutron deleted interface 7f67f515-71e8-406f-998e-0f532c032513; detaching it from the instance and deleting it from the info cache [ 876.374414] env[62225]: DEBUG nova.network.neutron [req-3ee98cf5-5fd8-4f3a-ad48-3cacdc711cdb req-0dc96da3-bc79-4a12-9ab7-d47e1eb6155b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.385109] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 876.385109] env[62225]: value = "task-677910" [ 876.385109] env[62225]: _type = "Task" [ 876.385109] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.399674] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.611197] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 876.639333] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 876.639700] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 876.639923] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.640188] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 876.640376] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.640559] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 876.640810] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 876.641016] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 876.641244] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 876.641462] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 876.641682] env[62225]: DEBUG nova.virt.hardware [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.642990] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1ccf8-a347-4106-8ef2-f1c83eccd54c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.656899] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf8d05-0d98-4a97-8a2f-4800b7d9b2d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.677289] env[62225]: DEBUG nova.scheduler.client.report [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 876.744104] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "refresh_cache-9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.744515] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Instance network_info: |[{"id": "9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8", "address": "fa:16:3e:fa:5a:f3", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6972ef-3a", "ovs_interfaceid": "9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 876.745133] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:5a:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.755536] env[62225]: DEBUG oslo.service.loopingcall [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 876.756842] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 876.757399] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec47393-48e1-4268-97f7-635bc573320a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.791975] env[62225]: DEBUG nova.network.neutron [-] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.794751] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.797022] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.797022] env[62225]: value = "task-677911" [ 876.797022] env[62225]: _type = "Task" [ 876.797022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.812824] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677911, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.858923] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.877927] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7a79617-6d85-4127-a4ea-de6e96a1d748 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.894829] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcddbb9c-9391-49ee-90a3-1fbdafd9585f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.915531] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.954887] env[62225]: DEBUG nova.compute.manager [req-3ee98cf5-5fd8-4f3a-ad48-3cacdc711cdb req-0dc96da3-bc79-4a12-9ab7-d47e1eb6155b service nova] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Detach interface failed, port_id=7f67f515-71e8-406f-998e-0f532c032513, reason: Instance d37fbcf8-1606-4dca-9937-9d170181dee6 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 877.077603] env[62225]: DEBUG nova.compute.manager [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Received event network-changed-9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 877.077869] env[62225]: DEBUG nova.compute.manager [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Refreshing instance network info cache due to event network-changed-9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 877.078219] env[62225]: DEBUG oslo_concurrency.lockutils [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] Acquiring lock "refresh_cache-9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.078451] env[62225]: DEBUG oslo_concurrency.lockutils [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] Acquired lock "refresh_cache-9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.078730] env[62225]: DEBUG nova.network.neutron [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Refreshing network info cache for port 9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 877.182667] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.183276] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 877.186430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.551s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.293164] env[62225]: DEBUG oslo_vmware.api [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-677909, 'name': PowerOnVM_Task, 'duration_secs': 0.78495} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.293321] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 877.293532] env[62225]: INFO nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Took 8.42 seconds to spawn the instance on the hypervisor. [ 877.293706] env[62225]: DEBUG nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 877.294571] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69695277-89e1-4071-be6b-e2b72dbb3e1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.297768] env[62225]: INFO nova.compute.manager [-] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Took 1.47 seconds to deallocate network for instance. [ 877.316014] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677911, 'name': CreateVM_Task, 'duration_secs': 0.513701} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.316478] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 877.317325] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.317517] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.318572] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.318919] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc095e12-fef9-4dd5-963f-acedd2aa17d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.327611] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 877.327611] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5231faff-1565-f4ad-4cf8-1f9975ff7e58" [ 877.327611] env[62225]: _type = "Task" [ 877.327611] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.338043] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5231faff-1565-f4ad-4cf8-1f9975ff7e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.360341] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.397764] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786634} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.398166] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9bc53117-5246-43a5-be2a-d30604de51ed/9bc53117-5246-43a5-be2a-d30604de51ed.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 877.398455] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.398743] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8425f5b0-854d-44c0-9aad-e4419697ed95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.408837] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 877.408837] env[62225]: value = "task-677912" [ 877.408837] env[62225]: _type = "Task" [ 877.408837] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.419825] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.622497] env[62225]: DEBUG nova.compute.manager [req-f3fa099e-e31d-4e54-8a79-45215828fd96 req-0741feab-ec78-4657-8357-cbab6a868077 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Received event network-vif-plugged-247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 877.622763] env[62225]: DEBUG oslo_concurrency.lockutils [req-f3fa099e-e31d-4e54-8a79-45215828fd96 req-0741feab-ec78-4657-8357-cbab6a868077 service nova] Acquiring lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.623031] env[62225]: DEBUG oslo_concurrency.lockutils [req-f3fa099e-e31d-4e54-8a79-45215828fd96 req-0741feab-ec78-4657-8357-cbab6a868077 service nova] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.623126] env[62225]: DEBUG oslo_concurrency.lockutils [req-f3fa099e-e31d-4e54-8a79-45215828fd96 req-0741feab-ec78-4657-8357-cbab6a868077 service nova] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.623287] env[62225]: DEBUG nova.compute.manager [req-f3fa099e-e31d-4e54-8a79-45215828fd96 req-0741feab-ec78-4657-8357-cbab6a868077 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] No waiting events found dispatching network-vif-plugged-247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 877.623513] env[62225]: WARNING nova.compute.manager [req-f3fa099e-e31d-4e54-8a79-45215828fd96 req-0741feab-ec78-4657-8357-cbab6a868077 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Received unexpected event network-vif-plugged-247a7de5-8c78-4eb3-91a0-415caee51be1 for instance with vm_state building and task_state spawning. [ 877.690290] env[62225]: DEBUG nova.compute.utils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.696373] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 877.696501] env[62225]: DEBUG nova.network.neutron [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 877.737086] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.737344] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.768614] env[62225]: DEBUG nova.policy [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75e5dbfd73444e2936d8ece5d79ecbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b820af9d7a884b389d072d7ce81157c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 877.808701] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.823863] env[62225]: INFO nova.compute.manager [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Took 46.68 seconds to build instance. [ 877.843043] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5231faff-1565-f4ad-4cf8-1f9975ff7e58, 'name': SearchDatastore_Task, 'duration_secs': 0.020205} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.845926] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.846201] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.846845] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.846845] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.847026] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.848501] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd654943-6276-4165-8ec0-e53cf10a6934 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.867235] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677904, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.752608} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.871137] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0/OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0.vmdk to [datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk. [ 877.871366] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Cleaning up location [datastore2] OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 877.871543] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_53dede76-1d37-44db-b8da-1928627e7be0 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.872489] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.872681] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 877.873674] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c957da7-7b7f-4bb2-952e-c4edc922baf4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.875560] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecca5c3-5bdc-4f2b-baa1-def5c65104e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.883360] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 877.883360] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52caaa98-27b8-a73b-d7e7-914942fbdb01" [ 877.883360] env[62225]: _type = "Task" [ 877.883360] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.891841] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 877.891841] env[62225]: value = "task-677913" [ 877.891841] env[62225]: _type = "Task" [ 877.891841] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.900528] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52caaa98-27b8-a73b-d7e7-914942fbdb01, 'name': SearchDatastore_Task} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.901926] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10d9860-793c-43a5-8a8c-1a5f6ebf6ed2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.912138] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.918135] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 877.918135] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52793d83-2fb6-0638-77aa-cb1b53e28e2e" [ 877.918135] env[62225]: _type = "Task" [ 877.918135] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.926426] env[62225]: DEBUG nova.network.neutron [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Updated VIF entry in instance network info cache for port 9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 877.926426] env[62225]: DEBUG nova.network.neutron [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Updating instance_info_cache with network_info: [{"id": "9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8", "address": "fa:16:3e:fa:5a:f3", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6972ef-3a", "ovs_interfaceid": "9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.927505] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.943040] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52793d83-2fb6-0638-77aa-cb1b53e28e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.943345] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.943607] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2/9059d3f5-393d-47b6-ace0-cb7a7adbb5e2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 877.943912] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c6a935-4aa5-4e82-ba27-3eb39bd07b7d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.952491] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 877.952491] env[62225]: value = "task-677914" [ 877.952491] env[62225]: _type = "Task" [ 877.952491] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.961823] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.073844] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Successfully updated port: 247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.172628] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4389c5c5-ce48-4b25-90c0-125880fff1c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.186162] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dede8a3-bb83-40c0-87e5-2709910f89e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.221613] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 878.226832] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a15e4-82b8-46c4-9cdb-6200c1d1b2a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.238321] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af17012f-60d7-4177-8c83-9a6b41459dd5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.256891] env[62225]: DEBUG nova.compute.provider_tree [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.330291] env[62225]: DEBUG oslo_concurrency.lockutils [None req-fb5386df-44f4-4c32-8200-7443deaddaa6 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "882539ee-e877-4357-b7af-303553f227fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.206s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.390091] env[62225]: DEBUG nova.network.neutron [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Successfully created port: 8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.403833] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061099} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.404393] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.404514] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.404844] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk to [datastore2] 01868879-364b-4bc0-a5c5-503cec724885/01868879-364b-4bc0-a5c5-503cec724885.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 878.405139] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6805d73b-de78-4db6-8a39-10f5a27e9b10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.418060] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 878.418060] env[62225]: value = "task-677915" [ 878.418060] env[62225]: _type = "Task" [ 878.418060] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.424084] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.915239} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.424864] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.425891] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd639e-dea3-4f7c-890d-1c830dff38fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.432297] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.436504] env[62225]: DEBUG oslo_concurrency.lockutils [req-f9ba5f8c-dfae-49f9-bf9f-e2ab58f0f850 req-440d06a1-f11a-4e1c-b610-040dbf54dcbc service nova] Releasing lock "refresh_cache-9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.460485] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9bc53117-5246-43a5-be2a-d30604de51ed/9bc53117-5246-43a5-be2a-d30604de51ed.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.460925] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4719fa-0df5-4596-8927-9deaae69c19b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.484816] env[62225]: DEBUG nova.compute.manager [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Received event network-changed-247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 878.485078] env[62225]: DEBUG nova.compute.manager [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Refreshing instance network info cache due to event network-changed-247a7de5-8c78-4eb3-91a0-415caee51be1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 878.485312] env[62225]: DEBUG oslo_concurrency.lockutils [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] Acquiring lock "refresh_cache-ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.485462] env[62225]: DEBUG oslo_concurrency.lockutils [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] Acquired lock "refresh_cache-ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.485627] env[62225]: DEBUG nova.network.neutron [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Refreshing network info cache for port 247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 878.497811] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.500610] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 878.500610] env[62225]: value = "task-677916" [ 878.500610] env[62225]: _type = "Task" [ 878.500610] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.513164] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.577089] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "refresh_cache-ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.760278] env[62225]: DEBUG nova.scheduler.client.report [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 878.833068] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 878.930961] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.974628] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586582} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.974777] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2/9059d3f5-393d-47b6-ace0-cb7a7adbb5e2.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 878.977022] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.977022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38147f3e-8f58-4889-9812-df299eb6c7f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.987164] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 878.987164] env[62225]: value = "task-677917" [ 878.987164] env[62225]: _type = "Task" [ 878.987164] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.001100] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.016103] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677916, 'name': ReconfigVM_Task, 'duration_secs': 0.485845} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.016103] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9bc53117-5246-43a5-be2a-d30604de51ed/9bc53117-5246-43a5-be2a-d30604de51ed.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.016103] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d34d9988-5a34-4add-9f67-b7a527fcda8b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.028265] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 879.028265] env[62225]: value = "task-677918" [ 879.028265] env[62225]: _type = "Task" [ 879.028265] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.036224] env[62225]: DEBUG nova.network.neutron [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 879.044889] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677918, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.143491] env[62225]: DEBUG nova.network.neutron [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.238148] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 879.271293] env[62225]: DEBUG nova.compute.manager [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-changed-5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 879.271568] env[62225]: DEBUG nova.compute.manager [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing instance network info cache due to event network-changed-5f6a6732-9e56-4bf1-b892-de539c5b709a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 879.271722] env[62225]: DEBUG oslo_concurrency.lockutils [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.271950] env[62225]: DEBUG oslo_concurrency.lockutils [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.272069] env[62225]: DEBUG nova.network.neutron [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing network info cache for port 5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 879.284656] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 879.285088] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 879.285166] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.285308] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 879.285462] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.285607] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 879.285876] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 879.286062] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 879.286287] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 879.286416] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 879.286594] env[62225]: DEBUG nova.virt.hardware [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.288017] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef62548-9bfb-41a3-8c91-a10064b4fdf2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.300672] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e45e5f-3dba-466e-9427-46f0a1b41eae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.360829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.432395] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.501338] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677917, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.542851] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677918, 'name': Rename_Task, 'duration_secs': 0.223776} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.543042] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 879.543235] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3fe8ca4-62a3-4fb6-b947-3d1484c63031 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.555032] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 879.555032] env[62225]: value = "task-677919" [ 879.555032] env[62225]: _type = "Task" [ 879.555032] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.565972] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.651329] env[62225]: DEBUG oslo_concurrency.lockutils [req-12ace409-35ad-460c-ae80-dd40e60860d4 req-8bcc70c2-3ceb-4fdc-a8a3-9a038f973e16 service nova] Releasing lock "refresh_cache-ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.651329] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "refresh_cache-ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.651329] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 879.771744] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.585s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.775619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.747s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.778120] env[62225]: INFO nova.compute.claims [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.933351] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.000587] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.740375} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.001044] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.001792] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b741cf-3148-471e-91fe-3b03540f7028 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.028719] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2/9059d3f5-393d-47b6-ace0-cb7a7adbb5e2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.029102] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc870f9-f96b-4b64-87ec-4ec90d2c246e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.055125] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 880.055125] env[62225]: value = "task-677920" [ 880.055125] env[62225]: _type = "Task" [ 880.055125] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.074684] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.080272] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.300047] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 880.366833] env[62225]: INFO nova.scheduler.client.report [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocation for migration 8771433a-2bbe-44e8-8dc7-d325a658d44e [ 880.399018] env[62225]: DEBUG nova.network.neutron [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updated VIF entry in instance network info cache for port 5f6a6732-9e56-4bf1-b892-de539c5b709a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 880.399180] env[62225]: DEBUG nova.network.neutron [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.435062] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.542625] env[62225]: DEBUG nova.network.neutron [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Updating instance_info_cache with network_info: [{"id": "247a7de5-8c78-4eb3-91a0-415caee51be1", "address": "fa:16:3e:fc:2c:10", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a7de5-8c", "ovs_interfaceid": "247a7de5-8c78-4eb3-91a0-415caee51be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.571673] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677919, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.578400] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677920, 'name': ReconfigVM_Task, 'duration_secs': 0.373214} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.578703] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2/9059d3f5-393d-47b6-ace0-cb7a7adbb5e2.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.579401] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f83bb032-1414-4270-8a26-eef35cf6732e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.587558] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 880.587558] env[62225]: value = "task-677921" [ 880.587558] env[62225]: _type = "Task" [ 880.587558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.600394] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677921, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.692795] env[62225]: DEBUG nova.network.neutron [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Successfully updated port: 8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.875170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3348e5c7-5e0b-4e88-b23f-3fe39c399c29 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.935s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.905611] env[62225]: DEBUG oslo_concurrency.lockutils [req-ed4fa07f-203b-49fa-a813-cab5faecc151 req-dc72179b-5462-4b19-a220-b1e12b1b4752 service nova] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.936480] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.045248] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "refresh_cache-ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.045734] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Instance network_info: |[{"id": "247a7de5-8c78-4eb3-91a0-415caee51be1", "address": "fa:16:3e:fc:2c:10", "network": {"id": "613a5718-fa49-4e7e-954b-942daff3fc34", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-52962205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cd15963f1e49ff91017a48defe823a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap247a7de5-8c", "ovs_interfaceid": "247a7de5-8c78-4eb3-91a0-415caee51be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 881.046295] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:2c:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '247a7de5-8c78-4eb3-91a0-415caee51be1', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.054283] env[62225]: DEBUG oslo.service.loopingcall [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.057417] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 881.057899] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df799a89-a770-4f6d-af44-e00638652959 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.085704] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677919, 'name': PowerOnVM_Task, 'duration_secs': 1.09839} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.087182] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 881.087363] env[62225]: INFO nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Took 9.60 seconds to spawn the instance on the hypervisor. [ 881.087548] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 881.087809] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.087809] env[62225]: value = "task-677922" [ 881.087809] env[62225]: _type = "Task" [ 881.087809] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.088577] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d79fb-8164-4d47-aec7-5182915dee80 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.109541] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677921, 'name': Rename_Task, 'duration_secs': 0.182629} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.112307] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 881.112554] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677922, 'name': CreateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.115472] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a6ff241-c797-4cdf-9de7-05c144e67455 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.125224] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 881.125224] env[62225]: value = "task-677923" [ 881.125224] env[62225]: _type = "Task" [ 881.125224] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.139026] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.196288] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.196446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.196603] env[62225]: DEBUG nova.network.neutron [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 881.263021] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3e05fb-8bb7-4a62-895a-a00344516723 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.271579] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f542c0-78c0-4359-ba10-6a59f612c953 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.307267] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16adb633-b439-4b7b-add1-176d4b7a5d8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.312239] env[62225]: DEBUG nova.compute.manager [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-vif-plugged-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 881.312474] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.312685] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.312856] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.313115] env[62225]: DEBUG nova.compute.manager [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] No waiting events found dispatching network-vif-plugged-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 881.313358] env[62225]: WARNING nova.compute.manager [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received unexpected event network-vif-plugged-8505696a-947d-4df1-b46f-c526d52c7bb3 for instance with vm_state building and task_state spawning. [ 881.313833] env[62225]: DEBUG nova.compute.manager [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 881.313924] env[62225]: DEBUG nova.compute.manager [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing instance network info cache due to event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 881.314121] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.321550] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758bc7e0-3499-4250-9e35-821b98b8974e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.337333] env[62225]: DEBUG nova.compute.provider_tree [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.432255] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677915, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.697459} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.432255] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7f104ca7-51ec-4d8e-8ade-372de8942151/7f104ca7-51ec-4d8e-8ade-372de8942151.vmdk to [datastore2] 01868879-364b-4bc0-a5c5-503cec724885/01868879-364b-4bc0-a5c5-503cec724885.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 881.432255] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bbabbd-a393-424d-8dae-d4f4cb5849cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.455390] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 01868879-364b-4bc0-a5c5-503cec724885/01868879-364b-4bc0-a5c5-503cec724885.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.456106] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e3c6d1-5890-4346-9cf6-0d398daf3bfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.476422] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 881.476422] env[62225]: value = "task-677924" [ 881.476422] env[62225]: _type = "Task" [ 881.476422] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.485626] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.601744] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677922, 'name': CreateVM_Task, 'duration_secs': 0.443578} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.601744] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 881.602341] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.602517] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.602843] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.603127] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098d6de2-20b5-4031-9995-1052df97c69e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.616103] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 881.616103] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a69844-0b01-6e6c-cae1-5e01fa4b0bd4" [ 881.616103] env[62225]: _type = "Task" [ 881.616103] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.626118] env[62225]: INFO nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Took 36.23 seconds to build instance. [ 881.636608] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.639917] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a69844-0b01-6e6c-cae1-5e01fa4b0bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.737113] env[62225]: DEBUG nova.network.neutron [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 881.840698] env[62225]: DEBUG nova.scheduler.client.report [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 881.927442] env[62225]: DEBUG nova.network.neutron [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.990258] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.127932] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a69844-0b01-6e6c-cae1-5e01fa4b0bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.028149} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.131496] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.131845] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.132175] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.132408] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132619] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.133047] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9bc53117-5246-43a5-be2a-d30604de51ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.745s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.133270] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d3400e5-665c-412b-ac83-57df286dc59c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.142438] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677923, 'name': PowerOnVM_Task, 'duration_secs': 0.614529} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.142732] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 882.142999] env[62225]: INFO nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Took 8.06 seconds to spawn the instance on the hypervisor. [ 882.143270] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 882.145107] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1baba92-9140-4586-b2d6-15a8923030ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.147780] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.147968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 882.148703] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76770058-54f1-481e-9130-4b5291428819 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.159395] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 882.159395] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c562c-195f-32fd-088d-5f975f10d9a8" [ 882.159395] env[62225]: _type = "Task" [ 882.159395] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.168253] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c562c-195f-32fd-088d-5f975f10d9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.295090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "f8f13103-9789-44fa-a8fc-67af270ee6af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.295503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.295795] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.296102] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.296939] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.299755] env[62225]: INFO nova.compute.manager [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Terminating instance [ 882.303480] env[62225]: DEBUG nova.compute.manager [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 882.303652] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 882.304521] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f7e83-2755-446e-bbed-25492ae6503c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.315516] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 882.316463] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97afd8f4-ec82-4119-bb1b-6b21824cabff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.326797] env[62225]: DEBUG oslo_vmware.api [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 882.326797] env[62225]: value = "task-677925" [ 882.326797] env[62225]: _type = "Task" [ 882.326797] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.341029] env[62225]: DEBUG oslo_vmware.api [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.346871] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.347456] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 882.350474] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.194s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.350697] env[62225]: DEBUG nova.objects.instance [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lazy-loading 'pci_requests' on Instance uuid 73d6830e-bab4-4639-a471-759aab5ba3a1 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.430212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.430628] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance network_info: |[{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 882.431041] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.431320] env[62225]: DEBUG nova.network.neutron [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 882.432632] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:a8:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8505696a-947d-4df1-b46f-c526d52c7bb3', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.441448] env[62225]: DEBUG oslo.service.loopingcall [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.444766] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 882.445335] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d24178-8318-4377-90f8-8b2f1e746a31 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.470289] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.470289] env[62225]: value = "task-677926" [ 882.470289] env[62225]: _type = "Task" [ 882.470289] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.480065] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677926, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.489647] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677924, 'name': ReconfigVM_Task, 'duration_secs': 0.902585} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.490044] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 01868879-364b-4bc0-a5c5-503cec724885/01868879-364b-4bc0-a5c5-503cec724885.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.490833] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff61472e-01ae-45b1-b0b7-09b97cba5c4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.497850] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 882.497850] env[62225]: value = "task-677927" [ 882.497850] env[62225]: _type = "Task" [ 882.497850] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.507270] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677927, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.534289] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c33d3a-d801-3dcf-7da9-35ea08ffb78d/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.535314] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e93accc-effe-4f9a-bebf-a3ac13f5c413 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.543079] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c33d3a-d801-3dcf-7da9-35ea08ffb78d/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.543327] env[62225]: ERROR oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c33d3a-d801-3dcf-7da9-35ea08ffb78d/disk-0.vmdk due to incomplete transfer. [ 882.543629] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b83b7e6f-0c50-40b9-a29d-4c5c7ad811cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.551934] env[62225]: DEBUG oslo_vmware.rw_handles [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c33d3a-d801-3dcf-7da9-35ea08ffb78d/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.552202] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Uploaded image 8d5f914a-05e9-4b8d-8353-2f29445e9dda to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 882.555106] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 882.555397] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02d42bce-9622-4228-8e2a-9ba044724b0a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.564612] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 882.564612] env[62225]: value = "task-677928" [ 882.564612] env[62225]: _type = "Task" [ 882.564612] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.574676] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677928, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.637570] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 882.673109] env[62225]: INFO nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Took 35.41 seconds to build instance. [ 882.678506] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c562c-195f-32fd-088d-5f975f10d9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016625} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.683078] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0952509c-27aa-4ee3-a015-8aa1cde389c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.692475] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 882.692475] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5260580e-2723-1802-bd54-e2d24c42c5cc" [ 882.692475] env[62225]: _type = "Task" [ 882.692475] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.704103] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5260580e-2723-1802-bd54-e2d24c42c5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.778990] env[62225]: DEBUG nova.network.neutron [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updated VIF entry in instance network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 882.778990] env[62225]: DEBUG nova.network.neutron [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.806541] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.806812] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.839404] env[62225]: DEBUG oslo_vmware.api [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677925, 'name': PowerOffVM_Task, 'duration_secs': 0.326641} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.839811] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 882.840109] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 882.840323] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb907535-6377-4a2d-9111-3d3cb2a10b0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.854742] env[62225]: DEBUG nova.compute.utils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.860133] env[62225]: DEBUG nova.objects.instance [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lazy-loading 'numa_topology' on Instance uuid 73d6830e-bab4-4639-a471-759aab5ba3a1 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.860133] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 882.860133] env[62225]: DEBUG nova.network.neutron [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 882.916504] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 882.916769] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 882.916953] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore1] f8f13103-9789-44fa-a8fc-67af270ee6af {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.917309] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dfb08bb-f2ff-40a3-9392-7594f1b19719 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.922844] env[62225]: DEBUG nova.policy [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef293feab3eb464e939da60df8b78c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a050cb65aa8346e2abb7210716e24075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 882.926183] env[62225]: DEBUG oslo_vmware.api [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 882.926183] env[62225]: value = "task-677930" [ 882.926183] env[62225]: _type = "Task" [ 882.926183] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.935486] env[62225]: DEBUG oslo_vmware.api [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.982953] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677926, 'name': CreateVM_Task, 'duration_secs': 0.48604} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.983148] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 882.983835] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.984029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.984349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.984611] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b3d55f-e91a-433f-a17b-df1e18bcdc68 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.990667] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 882.990667] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d5d02d-3614-0b16-fa40-3cefc8a1c793" [ 882.990667] env[62225]: _type = "Task" [ 882.990667] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.999661] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d5d02d-3614-0b16-fa40-3cefc8a1c793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.007880] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677927, 'name': Rename_Task, 'duration_secs': 0.2243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.008169] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 883.008413] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49916b4e-4842-46b6-b776-608774c61c20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.015098] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 883.015098] env[62225]: value = "task-677931" [ 883.015098] env[62225]: _type = "Task" [ 883.015098] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.022712] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.075627] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677928, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.160971] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.185705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.768s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.204232] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5260580e-2723-1802-bd54-e2d24c42c5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.030807} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.204588] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.204943] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] ef88646f-25ce-4ea0-9f46-e2e9ce110b3b/ef88646f-25ce-4ea0-9f46-e2e9ce110b3b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 883.205408] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfab0f38-47ca-4825-9ba5-3ee2a9e22647 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.214372] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 883.214372] env[62225]: value = "task-677932" [ 883.214372] env[62225]: _type = "Task" [ 883.214372] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.219624] env[62225]: DEBUG nova.network.neutron [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Successfully created port: c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.227503] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.282660] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebd7d7a3-e24d-4fe6-a9c1-de91b219dd5b req-7e337b23-e611-47b7-a082-43104ff36ced service nova] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.361019] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 883.366509] env[62225]: INFO nova.compute.claims [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.439950] env[62225]: DEBUG oslo_vmware.api [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-677930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318173} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.442016] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.442016] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 883.442016] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 883.442016] env[62225]: INFO nova.compute.manager [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 883.442016] env[62225]: DEBUG oslo.service.loopingcall [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.442016] env[62225]: DEBUG nova.compute.manager [-] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 883.442016] env[62225]: DEBUG nova.network.neutron [-] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 883.503075] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d5d02d-3614-0b16-fa40-3cefc8a1c793, 'name': SearchDatastore_Task, 'duration_secs': 0.01807} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.503527] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.503816] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.504062] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.504374] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.504988] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.505120] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18d67370-1c5a-48c7-ac75-0befb75240de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.521133] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.521493] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 883.522862] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4531b5b7-08a6-4c36-bc08-874651b6bf32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.529822] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.533904] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 883.533904] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc55e1-f2f3-8bc0-b9ce-b8cb95a86d8a" [ 883.533904] env[62225]: _type = "Task" [ 883.533904] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.544530] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc55e1-f2f3-8bc0-b9ce-b8cb95a86d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.579115] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677928, 'name': Destroy_Task, 'duration_secs': 0.629557} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.579115] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroyed the VM [ 883.579115] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.579115] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6aa590c6-7bbe-4a54-b7c7-0de2d8cf71e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.588720] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 883.588720] env[62225]: value = "task-677933" [ 883.588720] env[62225]: _type = "Task" [ 883.588720] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.599534] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677933, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.692992] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 883.724625] env[62225]: DEBUG nova.compute.manager [req-8cfef607-4230-460e-bd53-b433b2f9c130 req-3f9788b6-9eb4-4565-8227-7307d9d98eff service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Received event network-vif-deleted-4dd4b764-e538-42d4-a2ab-32c51e1ff90e {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 883.724954] env[62225]: INFO nova.compute.manager [req-8cfef607-4230-460e-bd53-b433b2f9c130 req-3f9788b6-9eb4-4565-8227-7307d9d98eff service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Neutron deleted interface 4dd4b764-e538-42d4-a2ab-32c51e1ff90e; detaching it from the instance and deleting it from the info cache [ 883.725175] env[62225]: DEBUG nova.network.neutron [req-8cfef607-4230-460e-bd53-b433b2f9c130 req-3f9788b6-9eb4-4565-8227-7307d9d98eff service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.732881] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.027756] env[62225]: DEBUG oslo_vmware.api [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677931, 'name': PowerOnVM_Task, 'duration_secs': 0.754663} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.028064] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 884.028267] env[62225]: INFO nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Took 17.83 seconds to spawn the instance on the hypervisor. [ 884.028454] env[62225]: DEBUG nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 884.029322] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd799d6-a2f8-4598-a18f-f61e3fd738f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.049140] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bc55e1-f2f3-8bc0-b9ce-b8cb95a86d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.019489} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.053485] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3943eb61-478b-4af6-853d-5611d89ae928 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.060993] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 884.060993] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f2e67-7971-3d99-7693-4e7ec12fa6ff" [ 884.060993] env[62225]: _type = "Task" [ 884.060993] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.074431] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f2e67-7971-3d99-7693-4e7ec12fa6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.101653] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677933, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.202337] env[62225]: DEBUG nova.network.neutron [-] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.216240] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.229843] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668331} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.230179] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-106fdae2-1ad8-41b4-abe1-6e704398a660 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.232269] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] ef88646f-25ce-4ea0-9f46-e2e9ce110b3b/ef88646f-25ce-4ea0-9f46-e2e9ce110b3b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 884.232736] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.235644] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0737dcf2-b50d-4899-8a69-b89e3cfdc569 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.245558] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c5b6f-ce75-4125-9134-430a5ade8540 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.260515] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 884.260515] env[62225]: value = "task-677934" [ 884.260515] env[62225]: _type = "Task" [ 884.260515] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.269879] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.289034] env[62225]: DEBUG nova.compute.manager [req-8cfef607-4230-460e-bd53-b433b2f9c130 req-3f9788b6-9eb4-4565-8227-7307d9d98eff service nova] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Detach interface failed, port_id=4dd4b764-e538-42d4-a2ab-32c51e1ff90e, reason: Instance f8f13103-9789-44fa-a8fc-67af270ee6af could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 884.304283] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5295ef-8899-4c37-8960-6523a37cf7ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.331369] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e1a2d-c31b-4f92-a4ed-98cbe2ccf391 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.366998] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2812ee9e-e97b-4e51-8400-229251da9629 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.370942] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 884.379703] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd32ce73-9027-4890-9ba1-874d174ca5da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.398816] env[62225]: DEBUG nova.compute.provider_tree [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.462316] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 884.462542] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 884.462749] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.462977] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 884.464337] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.464337] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 884.464337] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 884.464337] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 884.464337] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 884.464337] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 884.464986] env[62225]: DEBUG nova.virt.hardware [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.466563] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4a862-c066-4dde-a114-1becef52e9df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.483124] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a0d25-81b9-4bf7-b58d-cb72fa8504c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.553428] env[62225]: INFO nova.compute.manager [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Took 53.98 seconds to build instance. [ 884.573045] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520f2e67-7971-3d99-7693-4e7ec12fa6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.021894} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.573338] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.573602] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 884.573878] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a435945e-8ea6-4e0e-bae8-4d2b522d9cdf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.582670] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 884.582670] env[62225]: value = "task-677935" [ 884.582670] env[62225]: _type = "Task" [ 884.582670] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.592829] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.602388] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677933, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.707898] env[62225]: INFO nova.compute.manager [-] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Took 1.27 seconds to deallocate network for instance. [ 884.758637] env[62225]: DEBUG nova.compute.manager [req-6f029ded-b46d-4758-86bd-8c5f01376c0a req-1a54bc74-1a3d-4014-89e0-880e53aca2cc service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Received event network-vif-plugged-c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 884.758887] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f029ded-b46d-4758-86bd-8c5f01376c0a req-1a54bc74-1a3d-4014-89e0-880e53aca2cc service nova] Acquiring lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.759142] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f029ded-b46d-4758-86bd-8c5f01376c0a req-1a54bc74-1a3d-4014-89e0-880e53aca2cc service nova] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.759333] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f029ded-b46d-4758-86bd-8c5f01376c0a req-1a54bc74-1a3d-4014-89e0-880e53aca2cc service nova] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.759530] env[62225]: DEBUG nova.compute.manager [req-6f029ded-b46d-4758-86bd-8c5f01376c0a req-1a54bc74-1a3d-4014-89e0-880e53aca2cc service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] No waiting events found dispatching network-vif-plugged-c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 884.759693] env[62225]: WARNING nova.compute.manager [req-6f029ded-b46d-4758-86bd-8c5f01376c0a req-1a54bc74-1a3d-4014-89e0-880e53aca2cc service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Received unexpected event network-vif-plugged-c06a431f-bedf-40e4-b4d4-78bf0d34bb1c for instance with vm_state building and task_state spawning. [ 884.771906] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160452} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.772253] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.773079] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6764df29-e2cf-4f9e-be03-bd9de8e60f41 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.804948] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] ef88646f-25ce-4ea0-9f46-e2e9ce110b3b/ef88646f-25ce-4ea0-9f46-e2e9ce110b3b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.805217] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1249af1b-afb1-459d-9dd7-00e6728d4563 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.822262] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "01868879-364b-4bc0-a5c5-503cec724885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.828742] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 884.828742] env[62225]: value = "task-677936" [ 884.828742] env[62225]: _type = "Task" [ 884.828742] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.837818] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.849352] env[62225]: DEBUG nova.network.neutron [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Successfully updated port: c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.905287] env[62225]: DEBUG nova.scheduler.client.report [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 885.056262] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6596c599-0965-44fc-96aa-acc842d6354e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "01868879-364b-4bc0-a5c5-503cec724885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.493s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.056422] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "01868879-364b-4bc0-a5c5-503cec724885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.235s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.056799] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "01868879-364b-4bc0-a5c5-503cec724885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.057166] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "01868879-364b-4bc0-a5c5-503cec724885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.057442] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "01868879-364b-4bc0-a5c5-503cec724885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.060765] env[62225]: INFO nova.compute.manager [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Terminating instance [ 885.063391] env[62225]: DEBUG nova.compute.manager [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 885.064057] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 885.064653] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85094e27-2560-4a0c-a560-dfb2fad08371 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.075433] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 885.075735] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd4454db-d46a-4f80-a780-6566fb7e199f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.089882] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 885.089882] env[62225]: value = "task-677937" [ 885.089882] env[62225]: _type = "Task" [ 885.089882] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.097285] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677935, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.108059] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.112347] env[62225]: DEBUG oslo_vmware.api [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677933, 'name': RemoveSnapshot_Task, 'duration_secs': 1.137932} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.112595] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 885.112645] env[62225]: INFO nova.compute.manager [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 22.56 seconds to snapshot the instance on the hypervisor. [ 885.216651] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.339544] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.352492] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-b6d9ba98-9e70-437a-b4e4-2246355d72d5" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.352562] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-b6d9ba98-9e70-437a-b4e4-2246355d72d5" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.352720] env[62225]: DEBUG nova.network.neutron [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 885.411029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.060s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.414082] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.288s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.414379] env[62225]: DEBUG nova.objects.instance [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 885.450805] env[62225]: INFO nova.network.neutron [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating port b99c53b8-60ab-4ebc-95ce-b5ad3881a536 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 885.595060] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.600019] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 885.600019] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.600019] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f510ae56-56bf-4711-9d97-40c341a78de5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.605755] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677937, 'name': PowerOffVM_Task, 'duration_secs': 0.382252} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.607039] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 885.607232] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 885.607534] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 885.607534] env[62225]: value = "task-677938" [ 885.607534] env[62225]: _type = "Task" [ 885.607534] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.607735] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84bfd6e-8b92-497c-a821-a0f4da9f3d1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.621636] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.672341] env[62225]: DEBUG nova.compute.manager [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Found 3 images (rotation: 2) {{(pid=62225) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 885.672563] env[62225]: DEBUG nova.compute.manager [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Rotating out 1 backups {{(pid=62225) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 885.672733] env[62225]: DEBUG nova.compute.manager [None req-df6c6aa2-09ce-4c87-b2b9-1ecd452a6501 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleting image 53722f6e-9071-447f-9de3-e9d1d08afbbc {{(pid=62225) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 885.710585] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 885.710837] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 885.711056] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleting the datastore file [datastore2] 01868879-364b-4bc0-a5c5-503cec724885 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.711458] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-046f5b9a-6d74-4540-a1a0-bc8cda44fa64 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.721913] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 885.721913] env[62225]: value = "task-677940" [ 885.721913] env[62225]: _type = "Task" [ 885.721913] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.733110] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.840167] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677936, 'name': ReconfigVM_Task, 'duration_secs': 0.664959} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.840485] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] ef88646f-25ce-4ea0-9f46-e2e9ce110b3b/ef88646f-25ce-4ea0-9f46-e2e9ce110b3b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.841481] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78c6db02-d3ff-4671-8406-e129e26606b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.847726] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 885.847726] env[62225]: value = "task-677941" [ 885.847726] env[62225]: _type = "Task" [ 885.847726] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.859718] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677941, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.886287] env[62225]: DEBUG nova.network.neutron [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 886.033107] env[62225]: DEBUG nova.network.neutron [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Updating instance_info_cache with network_info: [{"id": "c06a431f-bedf-40e4-b4d4-78bf0d34bb1c", "address": "fa:16:3e:b8:f3:ce", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06a431f-be", "ovs_interfaceid": "c06a431f-bedf-40e4-b4d4-78bf0d34bb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.118878] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073194} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.119175] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.120121] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0931c39-f1de-4457-80ab-d188e8d78e39 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.142897] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.143190] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a45498-6396-479b-a34c-d062db361cbc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.164342] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 886.164342] env[62225]: value = "task-677942" [ 886.164342] env[62225]: _type = "Task" [ 886.164342] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.172452] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.232705] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.357863] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677941, 'name': Rename_Task, 'duration_secs': 0.409181} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.357922] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 886.358175] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952b6dd0-b9c0-41c2-80ba-d02e1fd2a756 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.364704] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 886.364704] env[62225]: value = "task-677943" [ 886.364704] env[62225]: _type = "Task" [ 886.364704] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.372651] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.426599] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3d7d6659-eeab-434a-aa4c-0091f3cf0f60 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.427816] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.626s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.428056] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.430107] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.210s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.430336] env[62225]: DEBUG nova.objects.instance [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lazy-loading 'resources' on Instance uuid 5f763e09-38e0-415e-8a97-8259672e1e73 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.454786] env[62225]: INFO nova.scheduler.client.report [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleted allocations for instance 13d1b109-25a1-4e7f-9d70-a449ece00cc2 [ 886.536336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-b6d9ba98-9e70-437a-b4e4-2246355d72d5" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.536638] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance network_info: |[{"id": "c06a431f-bedf-40e4-b4d4-78bf0d34bb1c", "address": "fa:16:3e:b8:f3:ce", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06a431f-be", "ovs_interfaceid": "c06a431f-bedf-40e4-b4d4-78bf0d34bb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 886.537110] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f3:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06a431f-bedf-40e4-b4d4-78bf0d34bb1c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.544818] env[62225]: DEBUG oslo.service.loopingcall [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.545061] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 886.545308] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c983122-fca1-45c1-879b-827005545f74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.565137] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.565137] env[62225]: value = "task-677944" [ 886.565137] env[62225]: _type = "Task" [ 886.565137] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.572813] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677944, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.674096] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.733304] env[62225]: DEBUG oslo_vmware.api [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-677940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547232} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.733589] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.733863] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 886.734095] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 886.734282] env[62225]: INFO nova.compute.manager [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Took 1.67 seconds to destroy the instance on the hypervisor. [ 886.734485] env[62225]: DEBUG oslo.service.loopingcall [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.734725] env[62225]: DEBUG nova.compute.manager [-] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 886.734833] env[62225]: DEBUG nova.network.neutron [-] [instance: 01868879-364b-4bc0-a5c5-503cec724885] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 886.789265] env[62225]: DEBUG nova.compute.manager [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Received event network-changed-c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 886.789508] env[62225]: DEBUG nova.compute.manager [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Refreshing instance network info cache due to event network-changed-c06a431f-bedf-40e4-b4d4-78bf0d34bb1c. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 886.789751] env[62225]: DEBUG oslo_concurrency.lockutils [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] Acquiring lock "refresh_cache-b6d9ba98-9e70-437a-b4e4-2246355d72d5" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.789910] env[62225]: DEBUG oslo_concurrency.lockutils [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] Acquired lock "refresh_cache-b6d9ba98-9e70-437a-b4e4-2246355d72d5" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.790092] env[62225]: DEBUG nova.network.neutron [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Refreshing network info cache for port c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 886.876425] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.966383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-88876ea2-e1ea-4c27-af2f-cf953becdc0f tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "13d1b109-25a1-4e7f-9d70-a449ece00cc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.184s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.080023] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677944, 'name': CreateVM_Task, 'duration_secs': 0.457989} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.081236] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 887.087027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.087185] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.087700] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.088692] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261f7e54-ece3-447d-9130-3209c0c25bf2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.097289] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 887.097289] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52267e19-efe2-1f9b-b672-2f2aedecf672" [ 887.097289] env[62225]: _type = "Task" [ 887.097289] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.113504] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52267e19-efe2-1f9b-b672-2f2aedecf672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.163199] env[62225]: DEBUG nova.compute.manager [req-1105c9f6-3510-42b5-b1d6-efd7a6c521a7 req-ed717cdf-5957-4b47-b333-dcef5b74067c service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Received event network-vif-deleted-3fcb7290-9c02-4841-8c9b-a44a8000a47c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 887.163345] env[62225]: INFO nova.compute.manager [req-1105c9f6-3510-42b5-b1d6-efd7a6c521a7 req-ed717cdf-5957-4b47-b333-dcef5b74067c service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Neutron deleted interface 3fcb7290-9c02-4841-8c9b-a44a8000a47c; detaching it from the instance and deleting it from the info cache [ 887.163684] env[62225]: DEBUG nova.network.neutron [req-1105c9f6-3510-42b5-b1d6-efd7a6c521a7 req-ed717cdf-5957-4b47-b333-dcef5b74067c service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.184278] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677942, 'name': ReconfigVM_Task, 'duration_secs': 0.629425} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.185224] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.186033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.186033] env[62225]: DEBUG nova.network.neutron [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 887.187820] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.192682] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451e8c9c-be6f-4271-8f4c-aacdbf4e87e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.197105] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 887.197105] env[62225]: value = "task-677945" [ 887.197105] env[62225]: _type = "Task" [ 887.197105] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.211786] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677945, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.382133] env[62225]: DEBUG oslo_vmware.api [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677943, 'name': PowerOnVM_Task, 'duration_secs': 0.814413} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.382432] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 887.382728] env[62225]: INFO nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Took 10.77 seconds to spawn the instance on the hypervisor. [ 887.382835] env[62225]: DEBUG nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 887.384093] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c829e-3384-456b-9364-82f0cab5548d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.436351] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4586ab-89fc-479d-a4f9-8c75990bfe44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.445257] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89839255-6267-411c-b8f5-f6c0b4881c29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.479367] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff068d-b7fa-4754-9358-fe4a8d970275 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.486614] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c6b4bd-55b0-44ae-af70-c51fc4983099 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.502196] env[62225]: DEBUG nova.compute.provider_tree [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.578559] env[62225]: DEBUG nova.network.neutron [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Updated VIF entry in instance network info cache for port c06a431f-bedf-40e4-b4d4-78bf0d34bb1c. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 887.578946] env[62225]: DEBUG nova.network.neutron [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Updating instance_info_cache with network_info: [{"id": "c06a431f-bedf-40e4-b4d4-78bf0d34bb1c", "address": "fa:16:3e:b8:f3:ce", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06a431f-be", "ovs_interfaceid": "c06a431f-bedf-40e4-b4d4-78bf0d34bb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.589271] env[62225]: DEBUG nova.network.neutron [-] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.610029] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52267e19-efe2-1f9b-b672-2f2aedecf672, 'name': SearchDatastore_Task, 'duration_secs': 0.031525} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.610336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.610565] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.610811] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.611254] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.611254] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.611398] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da5a8aa-666b-4292-b286-8d9562c72fe3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.626884] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.626884] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 887.627310] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17ece83-9a6a-4709-b3b2-9a1af0c62da8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632482] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 887.632482] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230f2b3-1bf4-dca7-0cd8-a3d612246383" [ 887.632482] env[62225]: _type = "Task" [ 887.632482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.640897] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230f2b3-1bf4-dca7-0cd8-a3d612246383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.667270] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad6aef1b-cee9-4c64-9331-6792d50214f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.675917] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf609c-48c0-4855-8436-4a6833d9e696 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.710454] env[62225]: DEBUG nova.compute.manager [req-1105c9f6-3510-42b5-b1d6-efd7a6c521a7 req-ed717cdf-5957-4b47-b333-dcef5b74067c service nova] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Detach interface failed, port_id=3fcb7290-9c02-4841-8c9b-a44a8000a47c, reason: Instance 01868879-364b-4bc0-a5c5-503cec724885 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 887.720390] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677945, 'name': Rename_Task, 'duration_secs': 0.223779} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.724093] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 887.724710] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14990377-a272-4c14-870b-094de8c24da1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.730501] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 887.730501] env[62225]: value = "task-677946" [ 887.730501] env[62225]: _type = "Task" [ 887.730501] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.738525] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.862685] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "6e3f397f-f581-4de1-a6ae-307121bfa897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.862910] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.863139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.863339] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.863509] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.866401] env[62225]: INFO nova.compute.manager [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Terminating instance [ 887.869129] env[62225]: DEBUG nova.compute.manager [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 887.869449] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 887.870673] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c28adc0-ae1c-44c2-b29a-95aa36c75429 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.880883] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 887.881202] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed59e7c-9869-4000-91d5-77f22ea8ed6b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.889109] env[62225]: DEBUG oslo_vmware.api [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 887.889109] env[62225]: value = "task-677947" [ 887.889109] env[62225]: _type = "Task" [ 887.889109] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.907756] env[62225]: DEBUG oslo_vmware.api [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.913807] env[62225]: INFO nova.compute.manager [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Took 38.46 seconds to build instance. [ 887.954019] env[62225]: DEBUG nova.network.neutron [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.004824] env[62225]: DEBUG nova.scheduler.client.report [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 888.081855] env[62225]: DEBUG oslo_concurrency.lockutils [req-0dbaf635-a793-4e1d-9314-cf8bc61d063d req-29b5dee9-25f9-413d-83e4-8852080a0cb6 service nova] Releasing lock "refresh_cache-b6d9ba98-9e70-437a-b4e4-2246355d72d5" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.091190] env[62225]: INFO nova.compute.manager [-] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Took 1.36 seconds to deallocate network for instance. [ 888.144080] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230f2b3-1bf4-dca7-0cd8-a3d612246383, 'name': SearchDatastore_Task, 'duration_secs': 0.04014} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.144863] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb19e823-9843-4dad-bbf5-7c6c3158d4db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.150963] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 888.150963] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6077b-d602-6d1c-a2e4-882737fae279" [ 888.150963] env[62225]: _type = "Task" [ 888.150963] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.158940] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6077b-d602-6d1c-a2e4-882737fae279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.242025] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.399905] env[62225]: DEBUG oslo_vmware.api [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677947, 'name': PowerOffVM_Task, 'duration_secs': 0.240323} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.400788] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 888.401038] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 888.401339] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cec50a2-0e61-494a-b995-eb63be55c372 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.419052] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8aa8fadd-03d0-469d-8162-7ccd62e7826e tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.977s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.456721] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.464945] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 888.465294] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 888.465505] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleting the datastore file [datastore2] 6e3f397f-f581-4de1-a6ae-307121bfa897 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.465793] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2397ffc5-4266-401e-882f-430b5bb68717 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.472750] env[62225]: DEBUG oslo_vmware.api [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for the task: (returnval){ [ 888.472750] env[62225]: value = "task-677949" [ 888.472750] env[62225]: _type = "Task" [ 888.472750] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.481288] env[62225]: DEBUG oslo_vmware.api [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.491730] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b4681d1e8152660e55605f8f2dc61f93',container_format='bare',created_at=2024-09-06T00:40:32Z,direct_url=,disk_format='vmdk',id=c39e1968-9d1d-44c7-9fa3-04aff4f39ffc,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1323349222-shelved',owner='b0781d2098c14f55988ab269b4e0f243',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-09-06T00:40:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 888.491957] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 888.492126] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.492338] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 888.492494] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.492657] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 888.492881] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 888.493103] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 888.493338] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 888.493522] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 888.493756] env[62225]: DEBUG nova.virt.hardware [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.494682] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d85d3a-d445-4146-b961-b8c5b019d304 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.504597] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac9434a-32cb-416a-9506-7c78bc7e2412 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.519115] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.521554] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:d9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b99c53b8-60ab-4ebc-95ce-b5ad3881a536', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.531833] env[62225]: DEBUG oslo.service.loopingcall [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.532499] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.189s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.532757] env[62225]: DEBUG nova.objects.instance [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lazy-loading 'resources' on Instance uuid 94a521e8-73dc-4174-bcf0-07b870f34a2a {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.534796] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 888.535632] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf7add70-8ec2-4ddc-a57f-e7fd935a018d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.560879] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.560879] env[62225]: value = "task-677950" [ 888.560879] env[62225]: _type = "Task" [ 888.560879] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.561926] env[62225]: INFO nova.scheduler.client.report [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleted allocations for instance 5f763e09-38e0-415e-8a97-8259672e1e73 [ 888.575762] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677950, 'name': CreateVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.597795] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.662870] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d6077b-d602-6d1c-a2e4-882737fae279, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.663574] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.664040] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 888.664344] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-161aa558-e558-4b7f-8c64-fc9fca942d36 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.671966] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 888.671966] env[62225]: value = "task-677951" [ 888.671966] env[62225]: _type = "Task" [ 888.671966] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.682692] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.742108] env[62225]: DEBUG oslo_vmware.api [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-677946, 'name': PowerOnVM_Task, 'duration_secs': 0.821731} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.742579] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 888.742887] env[62225]: INFO nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 888.743153] env[62225]: DEBUG nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 888.744184] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b0214c-f65f-4214-905b-a7d147bcd9a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.889669] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.889870] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.890105] env[62225]: DEBUG nova.compute.manager [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 888.891110] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb43b74f-8bbe-4d48-92fe-3cbca1d3ab06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.900400] env[62225]: DEBUG nova.compute.manager [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 888.901027] env[62225]: DEBUG nova.objects.instance [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'flavor' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.954870] env[62225]: DEBUG nova.compute.manager [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-vif-plugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 888.954870] env[62225]: DEBUG oslo_concurrency.lockutils [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.955660] env[62225]: DEBUG oslo_concurrency.lockutils [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.955660] env[62225]: DEBUG oslo_concurrency.lockutils [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.955660] env[62225]: DEBUG nova.compute.manager [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] No waiting events found dispatching network-vif-plugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 888.955660] env[62225]: WARNING nova.compute.manager [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received unexpected event network-vif-plugged-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 for instance with vm_state shelved_offloaded and task_state spawning. [ 888.955818] env[62225]: DEBUG nova.compute.manager [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-changed-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 888.956281] env[62225]: DEBUG nova.compute.manager [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Refreshing instance network info cache due to event network-changed-b99c53b8-60ab-4ebc-95ce-b5ad3881a536. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 888.956281] env[62225]: DEBUG oslo_concurrency.lockutils [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.956281] env[62225]: DEBUG oslo_concurrency.lockutils [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.956477] env[62225]: DEBUG nova.network.neutron [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Refreshing network info cache for port b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 888.984043] env[62225]: DEBUG oslo_vmware.api [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Task: {'id': task-677949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21904} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.984257] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.984452] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 888.984764] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 888.985014] env[62225]: INFO nova.compute.manager [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.985296] env[62225]: DEBUG oslo.service.loopingcall [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.985505] env[62225]: DEBUG nova.compute.manager [-] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 888.985603] env[62225]: DEBUG nova.network.neutron [-] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 889.078647] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677950, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.079259] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4c94485a-ca91-4c2b-8491-6adbce32acfc tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "5f763e09-38e0-415e-8a97-8259672e1e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.737s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.181766] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495598} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.184178] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 889.184406] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.184840] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a57689-f0d0-4f7b-94db-8e47776b4179 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.190612] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 889.190612] env[62225]: value = "task-677952" [ 889.190612] env[62225]: _type = "Task" [ 889.190612] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.201238] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.268941] env[62225]: INFO nova.compute.manager [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Took 33.14 seconds to build instance. [ 889.407487] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 889.407487] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9a1416-1009-422f-9721-6c17ba54b0bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.414668] env[62225]: DEBUG oslo_vmware.api [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 889.414668] env[62225]: value = "task-677953" [ 889.414668] env[62225]: _type = "Task" [ 889.414668] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.425228] env[62225]: DEBUG oslo_vmware.api [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.436313] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84dfa37-534e-46fd-8c26-20fe6cd72ecc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.443292] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a86c46-410e-46ba-a6ee-39c1310a1a09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.474524] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "9bc53117-5246-43a5-be2a-d30604de51ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.474524] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9bc53117-5246-43a5-be2a-d30604de51ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.474717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "9bc53117-5246-43a5-be2a-d30604de51ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.474856] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9bc53117-5246-43a5-be2a-d30604de51ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.475546] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9bc53117-5246-43a5-be2a-d30604de51ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.479835] env[62225]: INFO nova.compute.manager [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Terminating instance [ 889.481470] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abeffce-f515-4fa7-9975-6cd8ab82cadf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.484401] env[62225]: DEBUG nova.compute.manager [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 889.484596] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 889.485772] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dde4b2-dc32-43ad-b0d3-730b290e5d97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.495648] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f830a1-2bed-4b4a-8aa1-768767c6aaee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.499456] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 889.499612] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ea31638-f5f0-45f0-acaa-f80b99ddfe9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.512805] env[62225]: DEBUG nova.compute.provider_tree [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.515411] env[62225]: DEBUG oslo_vmware.api [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 889.515411] env[62225]: value = "task-677954" [ 889.515411] env[62225]: _type = "Task" [ 889.515411] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.525132] env[62225]: DEBUG oslo_vmware.api [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.572617] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677950, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.700656] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063095} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.701242] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.702279] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e87ba7-5786-44b1-b08e-e09e76569aac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.731088] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.732022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e228c1d-13e7-4dc9-976c-e420b16be770 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.756617] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 889.756617] env[62225]: value = "task-677955" [ 889.756617] env[62225]: _type = "Task" [ 889.756617] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.763159] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.770804] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e0e8a811-5278-4293-ad9c-df2f9ad0e3c8 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.647s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.785446] env[62225]: DEBUG nova.network.neutron [-] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.884094] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "620c617e-a89b-44b3-b240-ad5e23c97697" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.884373] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "620c617e-a89b-44b3-b240-ad5e23c97697" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.884585] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "620c617e-a89b-44b3-b240-ad5e23c97697-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.884808] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "620c617e-a89b-44b3-b240-ad5e23c97697-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.885134] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "620c617e-a89b-44b3-b240-ad5e23c97697-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.887292] env[62225]: INFO nova.compute.manager [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Terminating instance [ 889.888989] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "refresh_cache-620c617e-a89b-44b3-b240-ad5e23c97697" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.889154] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquired lock "refresh_cache-620c617e-a89b-44b3-b240-ad5e23c97697" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.889323] env[62225]: DEBUG nova.network.neutron [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 889.924511] env[62225]: DEBUG oslo_vmware.api [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-677953, 'name': PowerOffVM_Task, 'duration_secs': 0.198352} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.924812] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 889.925034] env[62225]: DEBUG nova.compute.manager [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 889.925858] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800f8e5-baef-4e2f-a15f-6763bd66c86b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.017363] env[62225]: DEBUG nova.scheduler.client.report [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 890.032028] env[62225]: DEBUG oslo_vmware.api [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677954, 'name': PowerOffVM_Task, 'duration_secs': 0.200366} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.032366] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 890.032841] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 890.033408] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2bcd4d-6eb0-42d7-bb81-89992602671c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.075074] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677950, 'name': CreateVM_Task, 'duration_secs': 1.363415} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.075318] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 890.075925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.076148] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.076555] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.079069] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697adc9b-142f-4ca0-8025-3481b727cb17 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.084443] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 890.084443] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210eb29-ef0f-03c4-8841-91f3e59e8b02" [ 890.084443] env[62225]: _type = "Task" [ 890.084443] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.092777] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210eb29-ef0f-03c4-8841-91f3e59e8b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.103949] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 890.104352] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 890.104517] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleting the datastore file [datastore1] 9bc53117-5246-43a5-be2a-d30604de51ed {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.104805] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe362f55-caa5-4a81-be9d-a3767fe807c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.110875] env[62225]: DEBUG oslo_vmware.api [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 890.110875] env[62225]: value = "task-677957" [ 890.110875] env[62225]: _type = "Task" [ 890.110875] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.119933] env[62225]: DEBUG oslo_vmware.api [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.168174] env[62225]: DEBUG nova.network.neutron [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updated VIF entry in instance network info cache for port b99c53b8-60ab-4ebc-95ce-b5ad3881a536. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 890.168174] env[62225]: DEBUG nova.network.neutron [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.272472] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.288545] env[62225]: INFO nova.compute.manager [-] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Took 1.30 seconds to deallocate network for instance. [ 890.420752] env[62225]: DEBUG nova.network.neutron [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 890.440432] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2631b912-894a-4f8d-b55b-6c37efd5d110 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.477328] env[62225]: DEBUG nova.network.neutron [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.530046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.531674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.145s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.534701] env[62225]: INFO nova.compute.claims [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.555100] env[62225]: INFO nova.scheduler.client.report [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Deleted allocations for instance 94a521e8-73dc-4174-bcf0-07b870f34a2a [ 890.595579] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.595842] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Processing image c39e1968-9d1d-44c7-9fa3-04aff4f39ffc {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.596098] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.596251] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.596431] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.596697] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b903f528-bce6-4035-a802-9454c8ca9b54 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.604799] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.604996] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 890.606327] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de386c6-7f8e-417d-9c14-73c06d614bd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.611746] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 890.611746] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a1be10-fc7c-01cc-7369-2109c936f99d" [ 890.611746] env[62225]: _type = "Task" [ 890.611746] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.622305] env[62225]: DEBUG oslo_vmware.api [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-677957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219158} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.625228] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.625425] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 890.625606] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 890.625784] env[62225]: INFO nova.compute.manager [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.626059] env[62225]: DEBUG oslo.service.loopingcall [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.626276] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a1be10-fc7c-01cc-7369-2109c936f99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.626488] env[62225]: DEBUG nova.compute.manager [-] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 890.626587] env[62225]: DEBUG nova.network.neutron [-] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 890.670063] env[62225]: DEBUG oslo_concurrency.lockutils [req-58295fbe-9632-4e11-bc20-5a69348ab70c req-64b158bb-61e0-439a-9923-fec661a0c288 service nova] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.766128] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677955, 'name': ReconfigVM_Task, 'duration_secs': 0.557294} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.766485] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Reconfigured VM instance instance-0000004f to attach disk [datastore2] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.767088] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c5d411f-e602-4b41-84f4-d7c7a32aae01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.773331] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 890.773331] env[62225]: value = "task-677958" [ 890.773331] env[62225]: _type = "Task" [ 890.773331] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.781888] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677958, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.799506] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.980020] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Releasing lock "refresh_cache-620c617e-a89b-44b3-b240-ad5e23c97697" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.980565] env[62225]: DEBUG nova.compute.manager [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 890.980837] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 890.981856] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78f694-3d33-4b43-a0bf-0861dd194725 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.993021] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 890.994031] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c673870-6bf0-48b9-a1c6-daf339787d42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.000319] env[62225]: DEBUG oslo_vmware.api [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 891.000319] env[62225]: value = "task-677959" [ 891.000319] env[62225]: _type = "Task" [ 891.000319] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.013581] env[62225]: DEBUG oslo_vmware.api [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.064020] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70c538df-fb27-434e-be88-f7eb0ad1091a tempest-ServersAaction247Test-1936047727 tempest-ServersAaction247Test-1936047727-project-member] Lock "94a521e8-73dc-4174-bcf0-07b870f34a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.771s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.078306] env[62225]: DEBUG nova.compute.manager [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Received event network-vif-deleted-dbd261c9-96ae-4011-9aba-e8272f8b0d42 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 891.078306] env[62225]: DEBUG nova.compute.manager [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 891.078306] env[62225]: DEBUG nova.compute.manager [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing instance network info cache due to event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 891.078826] env[62225]: DEBUG oslo_concurrency.lockutils [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.078826] env[62225]: DEBUG oslo_concurrency.lockutils [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.078826] env[62225]: DEBUG nova.network.neutron [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 891.126092] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 891.126431] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Fetch image to [datastore2] OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba/OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 891.126626] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Downloading stream optimized image c39e1968-9d1d-44c7-9fa3-04aff4f39ffc to [datastore2] OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba/OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba.vmdk on the data store datastore2 as vApp {{(pid=62225) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 891.126847] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Downloading image file data c39e1968-9d1d-44c7-9fa3-04aff4f39ffc to the ESX as VM named 'OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba' {{(pid=62225) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 891.207390] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 891.207390] env[62225]: value = "resgroup-9" [ 891.207390] env[62225]: _type = "ResourcePool" [ 891.207390] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 891.207773] env[62225]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7e5aaa81-a66d-4470-ae47-5c22f7592f18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.230508] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lease: (returnval){ [ 891.230508] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232c26c-e65c-3541-cdbc-df3dde50190c" [ 891.230508] env[62225]: _type = "HttpNfcLease" [ 891.230508] env[62225]: } obtained for vApp import into resource pool (val){ [ 891.230508] env[62225]: value = "resgroup-9" [ 891.230508] env[62225]: _type = "ResourcePool" [ 891.230508] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 891.230804] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the lease: (returnval){ [ 891.230804] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232c26c-e65c-3541-cdbc-df3dde50190c" [ 891.230804] env[62225]: _type = "HttpNfcLease" [ 891.230804] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.237360] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.237360] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232c26c-e65c-3541-cdbc-df3dde50190c" [ 891.237360] env[62225]: _type = "HttpNfcLease" [ 891.237360] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.287356] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677958, 'name': Rename_Task, 'duration_secs': 0.240438} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.288455] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 891.288455] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb189c17-7e55-4a8c-b836-9f123388bb74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.294414] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 891.294414] env[62225]: value = "task-677961" [ 891.294414] env[62225]: _type = "Task" [ 891.294414] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.303117] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.379547] env[62225]: DEBUG nova.network.neutron [-] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.511547] env[62225]: DEBUG oslo_vmware.api [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677959, 'name': PowerOffVM_Task, 'duration_secs': 0.209549} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.511975] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 891.512195] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 891.512495] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d6cb6d-878d-4ff7-b7f4-199d19d7d493 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.539593] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 891.539836] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 891.540016] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleting the datastore file [datastore1] 620c617e-a89b-44b3-b240-ad5e23c97697 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.540312] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c5d50f9-65e5-499c-bf93-28b095f6e8af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.547878] env[62225]: DEBUG oslo_vmware.api [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for the task: (returnval){ [ 891.547878] env[62225]: value = "task-677963" [ 891.547878] env[62225]: _type = "Task" [ 891.547878] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.556565] env[62225]: DEBUG oslo_vmware.api [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.741251] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.741251] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232c26c-e65c-3541-cdbc-df3dde50190c" [ 891.741251] env[62225]: _type = "HttpNfcLease" [ 891.741251] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.812090] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.870735] env[62225]: DEBUG nova.network.neutron [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updated VIF entry in instance network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 891.871293] env[62225]: DEBUG nova.network.neutron [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.884206] env[62225]: INFO nova.compute.manager [-] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Took 1.26 seconds to deallocate network for instance. [ 891.952201] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1629e-4e3b-423b-ad8b-d761cb140f08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.962631] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6d055c-c7b9-4d99-bdd7-0ece931ea8e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.996203] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7489dddf-3975-4f65-b5ff-5cf3b682b7d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.004604] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdeb18f-d44c-4834-a5cc-1558c82b1d6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.020628] env[62225]: DEBUG nova.compute.provider_tree [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.058017] env[62225]: DEBUG oslo_vmware.api [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Task: {'id': task-677963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104253} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.058311] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.058497] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 892.058678] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 892.059675] env[62225]: INFO nova.compute.manager [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Took 1.08 seconds to destroy the instance on the hypervisor. [ 892.059675] env[62225]: DEBUG oslo.service.loopingcall [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.059675] env[62225]: DEBUG nova.compute.manager [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 892.059675] env[62225]: DEBUG nova.network.neutron [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 892.073873] env[62225]: DEBUG nova.network.neutron [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 892.239795] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.239795] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232c26c-e65c-3541-cdbc-df3dde50190c" [ 892.239795] env[62225]: _type = "HttpNfcLease" [ 892.239795] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.240108] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.240108] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5232c26c-e65c-3541-cdbc-df3dde50190c" [ 892.240108] env[62225]: _type = "HttpNfcLease" [ 892.240108] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 892.240852] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6f326-78c6-44f3-90ac-51f6988f63d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.248014] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259caf1-d22c-34ed-2c10-d067daef7ce3/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.248218] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259caf1-d22c-34ed-2c10-d067daef7ce3/disk-0.vmdk. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 892.319026] env[62225]: DEBUG nova.compute.manager [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Stashing vm_state: stopped {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 892.321695] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a7c407d-6a39-4941-8e66-6d274dec38ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.326912] env[62225]: DEBUG oslo_vmware.api [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677961, 'name': PowerOnVM_Task, 'duration_secs': 0.625836} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.327521] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 892.327741] env[62225]: INFO nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Took 7.96 seconds to spawn the instance on the hypervisor. [ 892.327942] env[62225]: DEBUG nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 892.328721] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e973ba-4877-4cd2-a13e-e1a6a5a61f85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.376710] env[62225]: DEBUG oslo_concurrency.lockutils [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.377082] env[62225]: DEBUG nova.compute.manager [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Received event network-vif-deleted-7e32913d-0a0d-41b5-a36b-3984290fe8ee {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 892.377260] env[62225]: INFO nova.compute.manager [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Neutron deleted interface 7e32913d-0a0d-41b5-a36b-3984290fe8ee; detaching it from the instance and deleting it from the info cache [ 892.377432] env[62225]: DEBUG nova.network.neutron [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.388681] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.524278] env[62225]: DEBUG nova.scheduler.client.report [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 892.576550] env[62225]: DEBUG nova.network.neutron [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.838574] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.845293] env[62225]: INFO nova.compute.manager [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Took 30.84 seconds to build instance. [ 892.879857] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a51fbee6-c32a-4ee6-98a7-5060ac9d6420 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.890728] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e20dba7-caf8-47e6-a1d7-adab0a090a66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.920627] env[62225]: DEBUG nova.compute.manager [req-bc7b6fe5-f2f0-449a-b708-ffc24fc9e23d req-cebbf4f5-e697-4fdb-96d6-0dec0e9d8013 service nova] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Detach interface failed, port_id=7e32913d-0a0d-41b5-a36b-3984290fe8ee, reason: Instance 9bc53117-5246-43a5-be2a-d30604de51ed could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 893.030044] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.030784] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 893.033306] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.633s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.034922] env[62225]: INFO nova.compute.claims [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.078550] env[62225]: INFO nova.compute.manager [-] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Took 1.02 seconds to deallocate network for instance. [ 893.346930] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e60194db-08d7-4547-93c9-b6eae97f04eb tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.345s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.540033] env[62225]: DEBUG nova.compute.utils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.544089] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 893.544089] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 893.585372] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.589649] env[62225]: DEBUG nova.policy [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad9751bde104c448e1dde4e1ec11450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa3c1943c79411daf2f06d30270f86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 893.880586] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Successfully created port: 0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.022496] env[62225]: INFO nova.compute.manager [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Rebuilding instance [ 894.053510] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 894.088624] env[62225]: DEBUG nova.compute.manager [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 894.090793] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b4266-b992-4b97-8fde-ead80fabffb5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.201622] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 894.201919] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259caf1-d22c-34ed-2c10-d067daef7ce3/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.203136] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6618781f-8461-4eae-9367-533dd6957a48 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.210150] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259caf1-d22c-34ed-2c10-d067daef7ce3/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.210350] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259caf1-d22c-34ed-2c10-d067daef7ce3/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 894.210646] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-826e0ab4-a579-4412-a94f-75b9563aadd0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.390022] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25fea7c-a4f9-4704-9fdb-b4a6d07d80c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.397048] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d7bc39-bca4-4d98-a6b7-c3192466611d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.428873] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6566e-66e1-47bb-8ac0-61224f75f0a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.437876] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615c4179-1e17-4bb4-b82c-3a187c3f4321 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.452025] env[62225]: DEBUG nova.compute.provider_tree [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.464734] env[62225]: DEBUG oslo_vmware.rw_handles [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5259caf1-d22c-34ed-2c10-d067daef7ce3/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 894.464734] env[62225]: INFO nova.virt.vmwareapi.images [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Downloaded image file data c39e1968-9d1d-44c7-9fa3-04aff4f39ffc [ 894.465705] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95b8d55-7d5d-4d8d-8b13-f8b77c374b9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.481224] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31bbf795-3a88-41bc-9d63-365f39e2e1da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.509495] env[62225]: INFO nova.virt.vmwareapi.images [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] The imported VM was unregistered [ 894.512070] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 894.512322] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.512635] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f72fbb63-70f4-498f-a3df-05df3483681f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.523220] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Created directory with path [datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.523347] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba/OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba.vmdk to [datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk. {{(pid=62225) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 894.523650] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0c344d8e-04e6-4c51-9c45-bf04a8823d4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.529569] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 894.529569] env[62225]: value = "task-677965" [ 894.529569] env[62225]: _type = "Task" [ 894.529569] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.537740] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677965, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.610858] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 894.610858] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7f7550-5979-4416-a9fe-77b48c913e70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.614867] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 894.614867] env[62225]: value = "task-677966" [ 894.614867] env[62225]: _type = "Task" [ 894.614867] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.625667] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.955495] env[62225]: DEBUG nova.scheduler.client.report [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 895.040848] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677965, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.067415] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 895.095849] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 895.096281] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 895.096486] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.096693] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 895.096848] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.097088] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 895.097674] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 895.097674] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 895.097674] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 895.097878] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 895.098150] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.099160] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ed285-f868-4c97-b666-79c6c1f13d79 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.109200] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b49568-64c2-4fc4-8bd7-85f7937145bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.133997] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677966, 'name': PowerOffVM_Task, 'duration_secs': 0.218704} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.134350] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 895.134592] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 895.135504] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce0786b-1b3b-49c7-9e2e-697a0af822b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.143712] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 895.143712] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97dcdbf5-209d-49d0-9653-5e0914c1d60a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.207614] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 895.207888] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 895.208099] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleting the datastore file [datastore2] b6d9ba98-9e70-437a-b4e4-2246355d72d5 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.208389] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b791e1-4241-4844-a4f7-523386f8b5e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.215073] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 895.215073] env[62225]: value = "task-677968" [ 895.215073] env[62225]: _type = "Task" [ 895.215073] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.223195] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.352795] env[62225]: DEBUG nova.compute.manager [req-2644a5e2-07cc-4908-aa10-8dd97c1f308a req-f128fe9a-5998-443a-a5d4-350764a885a9 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Received event network-vif-plugged-0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 895.353512] env[62225]: DEBUG oslo_concurrency.lockutils [req-2644a5e2-07cc-4908-aa10-8dd97c1f308a req-f128fe9a-5998-443a-a5d4-350764a885a9 service nova] Acquiring lock "80fa37f9-2db8-4986-82c8-669ac9b34357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.353941] env[62225]: DEBUG oslo_concurrency.lockutils [req-2644a5e2-07cc-4908-aa10-8dd97c1f308a req-f128fe9a-5998-443a-a5d4-350764a885a9 service nova] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.354328] env[62225]: DEBUG oslo_concurrency.lockutils [req-2644a5e2-07cc-4908-aa10-8dd97c1f308a req-f128fe9a-5998-443a-a5d4-350764a885a9 service nova] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.354675] env[62225]: DEBUG nova.compute.manager [req-2644a5e2-07cc-4908-aa10-8dd97c1f308a req-f128fe9a-5998-443a-a5d4-350764a885a9 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] No waiting events found dispatching network-vif-plugged-0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 895.355031] env[62225]: WARNING nova.compute.manager [req-2644a5e2-07cc-4908-aa10-8dd97c1f308a req-f128fe9a-5998-443a-a5d4-350764a885a9 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Received unexpected event network-vif-plugged-0213bba8-0fdb-49a6-a79c-edf84a785537 for instance with vm_state building and task_state spawning. [ 895.461461] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.463722] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 895.465620] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Successfully updated port: 0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.468711] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.538s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.468711] env[62225]: INFO nova.compute.claims [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.541416] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677965, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.725071] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.972776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "refresh_cache-80fa37f9-2db8-4986-82c8-669ac9b34357" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.972776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "refresh_cache-80fa37f9-2db8-4986-82c8-669ac9b34357" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.973147] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 895.975524] env[62225]: DEBUG nova.compute.utils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.981898] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 895.981898] env[62225]: DEBUG nova.network.neutron [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 896.043504] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677965, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.057290] env[62225]: DEBUG nova.policy [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 897.018087] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 897.024663] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.024830] env[62225]: WARNING oslo_vmware.common.loopingcall [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] task run outlasted interval by 0.308871 sec [ 897.025643] env[62225]: DEBUG nova.network.neutron [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Successfully created port: db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.038805] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.567009} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.041804] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.042010] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 897.042213] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 897.044647] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677965, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.381466} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.048019] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba/OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba.vmdk to [datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk. [ 897.048019] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Cleaning up location [datastore2] OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 897.048019] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8b7716a4-d167-44b9-a21c-deb5172a19ba {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.048019] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5c676d-d999-4bb2-8b9c-d0f76ad4af11 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.052210] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 897.052210] env[62225]: value = "task-677969" [ 897.052210] env[62225]: _type = "Task" [ 897.052210] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.059834] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.082417] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 897.248181] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Updating instance_info_cache with network_info: [{"id": "0213bba8-0fdb-49a6-a79c-edf84a785537", "address": "fa:16:3e:83:f8:d7", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0213bba8-0f", "ovs_interfaceid": "0213bba8-0fdb-49a6-a79c-edf84a785537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.382730] env[62225]: DEBUG nova.compute.manager [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Received event network-changed-0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 897.383370] env[62225]: DEBUG nova.compute.manager [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Refreshing instance network info cache due to event network-changed-0213bba8-0fdb-49a6-a79c-edf84a785537. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 897.383370] env[62225]: DEBUG oslo_concurrency.lockutils [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] Acquiring lock "refresh_cache-80fa37f9-2db8-4986-82c8-669ac9b34357" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.399941] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde6408-0ad6-4b5e-b5bb-9d6e4bcd8bb1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.407788] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43545c4-742a-4543-ad52-49612600b1be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.439042] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7b8491-912b-49ab-bd00-9bdd86e2d3b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.446273] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152279ee-ea86-4f2a-9141-d08191e2eea6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.459041] env[62225]: DEBUG nova.compute.provider_tree [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.561900] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158824} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.563233] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.563233] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.563382] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk to [datastore2] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 897.563534] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-909d8e8d-36e7-49df-bbd6-c064f91c0d10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.570554] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 897.570554] env[62225]: value = "task-677970" [ 897.570554] env[62225]: _type = "Task" [ 897.570554] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.579071] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.751619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "refresh_cache-80fa37f9-2db8-4986-82c8-669ac9b34357" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.751985] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Instance network_info: |[{"id": "0213bba8-0fdb-49a6-a79c-edf84a785537", "address": "fa:16:3e:83:f8:d7", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0213bba8-0f", "ovs_interfaceid": "0213bba8-0fdb-49a6-a79c-edf84a785537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 897.752483] env[62225]: DEBUG oslo_concurrency.lockutils [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] Acquired lock "refresh_cache-80fa37f9-2db8-4986-82c8-669ac9b34357" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.752699] env[62225]: DEBUG nova.network.neutron [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Refreshing network info cache for port 0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 897.754200] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:f8:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0213bba8-0fdb-49a6-a79c-edf84a785537', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.762187] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Creating folder: Project (0fa3c1943c79411daf2f06d30270f86c). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 897.765400] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf5d0c83-e523-4bd0-8afa-50324916bb02 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.777773] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Created folder: Project (0fa3c1943c79411daf2f06d30270f86c) in parent group-v163168. [ 897.778037] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Creating folder: Instances. Parent ref: group-v163384. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 897.778308] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74145db8-d0d6-47ee-873b-8a0dc70d4dbd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.789776] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Created folder: Instances in parent group-v163384. [ 897.790273] env[62225]: DEBUG oslo.service.loopingcall [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.790556] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 897.790817] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec25b14-14ce-467a-9a32-73929090e915 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.819113] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.819113] env[62225]: value = "task-677973" [ 897.819113] env[62225]: _type = "Task" [ 897.819113] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.829166] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677973, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.962650] env[62225]: DEBUG nova.scheduler.client.report [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 898.033063] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 898.036360] env[62225]: DEBUG nova.network.neutron [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Updated VIF entry in instance network info cache for port 0213bba8-0fdb-49a6-a79c-edf84a785537. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 898.036745] env[62225]: DEBUG nova.network.neutron [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Updating instance_info_cache with network_info: [{"id": "0213bba8-0fdb-49a6-a79c-edf84a785537", "address": "fa:16:3e:83:f8:d7", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0213bba8-0f", "ovs_interfaceid": "0213bba8-0fdb-49a6-a79c-edf84a785537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.067612] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 898.067612] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 898.067814] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.067898] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 898.068104] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.068283] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 898.068525] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 898.068697] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 898.068874] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 898.069072] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 898.069276] env[62225]: DEBUG nova.virt.hardware [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 898.070709] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d25e46-c9df-4d90-94ac-2616cfcde4c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.083578] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 898.083883] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 898.084066] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.084289] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 898.084456] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.084613] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 898.084845] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 898.085034] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 898.085217] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 898.085401] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 898.085602] env[62225]: DEBUG nova.virt.hardware [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 898.086527] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92113a7-382b-4468-a4ed-826b48f87bfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.100551] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677970, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.103061] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6883443-9362-4f9c-9451-90987ea4730f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.113252] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3105d7-2f09-4311-8b83-c8af54127c5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.137735] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f3:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06a431f-bedf-40e4-b4d4-78bf0d34bb1c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.145851] env[62225]: DEBUG oslo.service.loopingcall [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.145851] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 898.146187] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1107d7c-5864-4fec-b6a0-f23965e1b3ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.167022] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.167022] env[62225]: value = "task-677974" [ 898.167022] env[62225]: _type = "Task" [ 898.167022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.176835] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677974, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.330550] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677973, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.467845] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.468434] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 898.472167] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.664s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.472438] env[62225]: DEBUG nova.objects.instance [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'resources' on Instance uuid d37fbcf8-1606-4dca-9937-9d170181dee6 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.541802] env[62225]: DEBUG oslo_concurrency.lockutils [req-b94db345-aaaa-4750-a3ea-47b75cba4c4c req-29b71b43-9e7f-43a6-8a0d-321387132f48 service nova] Releasing lock "refresh_cache-80fa37f9-2db8-4986-82c8-669ac9b34357" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.588355] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677970, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.674236] env[62225]: DEBUG nova.network.neutron [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Successfully updated port: db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.678378] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677974, 'name': CreateVM_Task, 'duration_secs': 0.428945} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.678901] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 898.679750] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.679965] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.680334] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.680723] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e26f4b-8b35-4cd0-8192-ffbb2acf4edc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.686854] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 898.686854] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f6cd1e-a7ad-ee2c-23ac-c19d758317bc" [ 898.686854] env[62225]: _type = "Task" [ 898.686854] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.695915] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f6cd1e-a7ad-ee2c-23ac-c19d758317bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.830760] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677973, 'name': CreateVM_Task, 'duration_secs': 0.518346} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.830999] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 898.831715] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.974276] env[62225]: DEBUG nova.compute.utils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.975642] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 898.975867] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 899.035092] env[62225]: DEBUG nova.policy [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad9751bde104c448e1dde4e1ec11450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa3c1943c79411daf2f06d30270f86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 899.087739] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677970, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.180470] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-4137ef36-75a4-46f5-8534-f159e7211118" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.180762] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-4137ef36-75a4-46f5-8534-f159e7211118" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.181013] env[62225]: DEBUG nova.network.neutron [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 899.205777] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f6cd1e-a7ad-ee2c-23ac-c19d758317bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.208798] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.209266] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.209616] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.209878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.210185] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.210810] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.211363] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.212077] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72f846bf-9b93-491b-913f-33c854ffbb3d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.214489] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46184e1d-e965-47ae-a927-6feca3feba35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.223691] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 899.223691] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524b6ec5-5dbb-8c37-dc2d-f873740df6c1" [ 899.223691] env[62225]: _type = "Task" [ 899.223691] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.230030] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.230030] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 899.232519] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56cfe8d-ec80-44bb-bca7-34f34a08bbd3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.240611] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524b6ec5-5dbb-8c37-dc2d-f873740df6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014925} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.241751] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.242078] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.242210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.242495] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 899.242495] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525cb5a1-81c3-b44e-f4f0-41469eba2e35" [ 899.242495] env[62225]: _type = "Task" [ 899.242495] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.257271] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525cb5a1-81c3-b44e-f4f0-41469eba2e35, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.258116] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffec1de-feec-4495-94b1-e7d6bb35a4df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.267163] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 899.267163] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d22072-e9c2-74f3-184e-ca5515112f0c" [ 899.267163] env[62225]: _type = "Task" [ 899.267163] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.277220] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d22072-e9c2-74f3-184e-ca5515112f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.387012] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180a674-4944-4253-af7a-a4290b6f8e8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.396887] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63a7e67-d606-4977-a674-d897b173f945 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.438623] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47eace5-1920-4c6c-a7a9-4497d73935ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.442996] env[62225]: DEBUG nova.compute.manager [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Received event network-vif-plugged-db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 899.443402] env[62225]: DEBUG oslo_concurrency.lockutils [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] Acquiring lock "4137ef36-75a4-46f5-8534-f159e7211118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.443489] env[62225]: DEBUG oslo_concurrency.lockutils [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] Lock "4137ef36-75a4-46f5-8534-f159e7211118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.443716] env[62225]: DEBUG oslo_concurrency.lockutils [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] Lock "4137ef36-75a4-46f5-8534-f159e7211118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.444029] env[62225]: DEBUG nova.compute.manager [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] No waiting events found dispatching network-vif-plugged-db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 899.444281] env[62225]: WARNING nova.compute.manager [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Received unexpected event network-vif-plugged-db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab for instance with vm_state building and task_state spawning. [ 899.444460] env[62225]: DEBUG nova.compute.manager [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Received event network-changed-db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 899.444688] env[62225]: DEBUG nova.compute.manager [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Refreshing instance network info cache due to event network-changed-db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 899.444899] env[62225]: DEBUG oslo_concurrency.lockutils [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] Acquiring lock "refresh_cache-4137ef36-75a4-46f5-8534-f159e7211118" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.453872] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d75c4cb-49f3-4042-aaf8-5be320e53131 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.459016] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Successfully created port: 9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.472823] env[62225]: DEBUG nova.compute.provider_tree [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.479011] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 899.590381] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677970, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.728156] env[62225]: DEBUG nova.network.neutron [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 899.781306] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d22072-e9c2-74f3-184e-ca5515112f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.781521] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.781941] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 899.782288] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.782501] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.782759] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d9660e-bf52-4ea5-a31f-cc1efe39173d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.785774] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd015559-1971-419d-b3bb-f344e1c5c37e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.796424] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 899.796424] env[62225]: value = "task-677975" [ 899.796424] env[62225]: _type = "Task" [ 899.796424] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.798024] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.798329] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 899.803056] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03bbe155-3f08-4dc5-9a5e-22da9a9dbe16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.815227] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.816647] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 899.816647] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52353e8e-5815-36ac-1a2b-49567cebeea8" [ 899.816647] env[62225]: _type = "Task" [ 899.816647] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.827852] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52353e8e-5815-36ac-1a2b-49567cebeea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.889908] env[62225]: DEBUG nova.network.neutron [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Updating instance_info_cache with network_info: [{"id": "db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab", "address": "fa:16:3e:7b:5f:fe", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7ed4ae-6e", "ovs_interfaceid": "db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.976370] env[62225]: DEBUG nova.scheduler.client.report [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 900.090741] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677970, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.329843} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.091196] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc/c39e1968-9d1d-44c7-9fa3-04aff4f39ffc.vmdk to [datastore2] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 900.092143] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c5cd81-39dd-4fad-bb2d-ab55d3d896c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.116470] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.116817] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5647d3-140b-4b6b-abff-4dcbff8cca66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.139394] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 900.139394] env[62225]: value = "task-677976" [ 900.139394] env[62225]: _type = "Task" [ 900.139394] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.147951] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.308410] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48463} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.308683] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 900.308951] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.309254] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee4f192-9cd0-4e19-8f29-7293483a6bc6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.314866] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 900.314866] env[62225]: value = "task-677977" [ 900.314866] env[62225]: _type = "Task" [ 900.314866] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.326512] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.329775] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52353e8e-5815-36ac-1a2b-49567cebeea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.330622] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136d5ea5-04a0-4f41-8d8e-9c693c43433a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.335103] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 900.335103] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520efba6-0767-bded-24c7-d7bff13a21f0" [ 900.335103] env[62225]: _type = "Task" [ 900.335103] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.342141] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520efba6-0767-bded-24c7-d7bff13a21f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.393066] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-4137ef36-75a4-46f5-8534-f159e7211118" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.393479] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Instance network_info: |[{"id": "db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab", "address": "fa:16:3e:7b:5f:fe", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7ed4ae-6e", "ovs_interfaceid": "db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 900.393922] env[62225]: DEBUG oslo_concurrency.lockutils [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] Acquired lock "refresh_cache-4137ef36-75a4-46f5-8534-f159e7211118" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.394172] env[62225]: DEBUG nova.network.neutron [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Refreshing network info cache for port db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 900.395730] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.403281] env[62225]: DEBUG oslo.service.loopingcall [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.404044] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 900.404044] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6be454c3-9d58-4207-adc9-88f4697b6e59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.425288] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.425288] env[62225]: value = "task-677978" [ 900.425288] env[62225]: _type = "Task" [ 900.425288] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.432662] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677978, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.481385] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.484420] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.124s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.486076] env[62225]: INFO nova.compute.claims [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.489469] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 900.507172] env[62225]: INFO nova.scheduler.client.report [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocations for instance d37fbcf8-1606-4dca-9937-9d170181dee6 [ 900.521817] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 900.522575] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 900.522575] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.522575] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 900.522802] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.522840] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 900.523202] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 900.523409] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 900.523591] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 900.523815] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 900.524012] env[62225]: DEBUG nova.virt.hardware [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.524904] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d1812-9f40-4d5b-85ff-899b2527e43d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.533980] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7658febd-4867-4ddd-928a-5b94356fd89f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.649782] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677976, 'name': ReconfigVM_Task, 'duration_secs': 0.291622} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.650077] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 73d6830e-bab4-4639-a471-759aab5ba3a1/73d6830e-bab4-4639-a471-759aab5ba3a1.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.650699] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7cb90f5-7659-487f-aae9-7dfa9b6e3b45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.658191] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 900.658191] env[62225]: value = "task-677979" [ 900.658191] env[62225]: _type = "Task" [ 900.658191] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.665966] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677979, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.826608] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069722} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.826968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.827814] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75bf96a-2cf5-45ec-8a0c-c9c9cc855788 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.849632] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.854207] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e79c070-3258-4068-a60f-037eaaec4e55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.874814] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520efba6-0767-bded-24c7-d7bff13a21f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.876146] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.876425] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 80fa37f9-2db8-4986-82c8-669ac9b34357/80fa37f9-2db8-4986-82c8-669ac9b34357.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 900.876738] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 900.876738] env[62225]: value = "task-677980" [ 900.876738] env[62225]: _type = "Task" [ 900.876738] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.877018] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fd5c59b-5e66-4dfb-be54-fd68b2bf57b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.886583] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.890045] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 900.890045] env[62225]: value = "task-677981" [ 900.890045] env[62225]: _type = "Task" [ 900.890045] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.895677] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.933789] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677978, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.021813] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7e0f885-b960-4657-a7ae-922818bde592 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "d37fbcf8-1606-4dca-9937-9d170181dee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.401s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.128695] env[62225]: DEBUG nova.network.neutron [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Updated VIF entry in instance network info cache for port db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 901.129041] env[62225]: DEBUG nova.network.neutron [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Updating instance_info_cache with network_info: [{"id": "db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab", "address": "fa:16:3e:7b:5f:fe", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7ed4ae-6e", "ovs_interfaceid": "db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.142191] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Successfully updated port: 9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.169058] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677979, 'name': Rename_Task, 'duration_secs': 0.132296} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.169366] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 901.169620] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f16d40f8-5cd2-40dc-b9a0-25e357f4ee5a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.178013] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 901.178013] env[62225]: value = "task-677982" [ 901.178013] env[62225]: _type = "Task" [ 901.178013] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.187248] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.388283] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.396697] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677981, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.437590] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677978, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.455718] env[62225]: DEBUG nova.compute.manager [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Received event network-vif-plugged-9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 901.455987] env[62225]: DEBUG oslo_concurrency.lockutils [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] Acquiring lock "84aafe14-992f-497d-ac94-a20eb978c348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.456183] env[62225]: DEBUG oslo_concurrency.lockutils [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] Lock "84aafe14-992f-497d-ac94-a20eb978c348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.456365] env[62225]: DEBUG oslo_concurrency.lockutils [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] Lock "84aafe14-992f-497d-ac94-a20eb978c348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.456533] env[62225]: DEBUG nova.compute.manager [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] No waiting events found dispatching network-vif-plugged-9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 901.456720] env[62225]: WARNING nova.compute.manager [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Received unexpected event network-vif-plugged-9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad for instance with vm_state building and task_state spawning. [ 901.456953] env[62225]: DEBUG nova.compute.manager [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Received event network-changed-9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 901.457052] env[62225]: DEBUG nova.compute.manager [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Refreshing instance network info cache due to event network-changed-9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 901.457240] env[62225]: DEBUG oslo_concurrency.lockutils [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] Acquiring lock "refresh_cache-84aafe14-992f-497d-ac94-a20eb978c348" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.457377] env[62225]: DEBUG oslo_concurrency.lockutils [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] Acquired lock "refresh_cache-84aafe14-992f-497d-ac94-a20eb978c348" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.457539] env[62225]: DEBUG nova.network.neutron [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Refreshing network info cache for port 9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 901.632077] env[62225]: DEBUG oslo_concurrency.lockutils [req-09b3cae2-73df-496e-b30a-d2809d292605 req-7a8bb921-532a-4c2b-a52c-461ae7f5f6af service nova] Releasing lock "refresh_cache-4137ef36-75a4-46f5-8534-f159e7211118" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.645050] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "refresh_cache-84aafe14-992f-497d-ac94-a20eb978c348" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.688944] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677982, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.889520] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.901601] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549219} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.904230] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 80fa37f9-2db8-4986-82c8-669ac9b34357/80fa37f9-2db8-4986-82c8-669ac9b34357.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 901.904547] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.905061] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c00144c-d163-4d85-be8d-90d84aa68f15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.913108] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 901.913108] env[62225]: value = "task-677983" [ 901.913108] env[62225]: _type = "Task" [ 901.913108] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.924711] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.927268] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f16f92-8a6a-4867-922c-9920d64ac19d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.940660] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8737b-2db4-48c8-b277-53b89e36a50b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.943763] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677978, 'name': CreateVM_Task, 'duration_secs': 1.351829} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.943940] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 901.945063] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.945349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.945618] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.945873] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f2891e-a64c-45e9-aff2-6e27f080727a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.974329] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d314ae-6407-4607-8673-57e5d4616f13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.978688] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 901.978688] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5289f37d-987b-4344-d7a2-3da2fe71c352" [ 901.978688] env[62225]: _type = "Task" [ 901.978688] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.986215] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f79f5b-40d0-4497-b639-2a2ec34329d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.993172] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5289f37d-987b-4344-d7a2-3da2fe71c352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.003406] env[62225]: DEBUG nova.compute.provider_tree [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.007846] env[62225]: DEBUG nova.network.neutron [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 902.129243] env[62225]: DEBUG nova.network.neutron [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.188972] env[62225]: DEBUG oslo_vmware.api [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677982, 'name': PowerOnVM_Task, 'duration_secs': 0.523253} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.189285] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 902.392216] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677980, 'name': ReconfigVM_Task, 'duration_secs': 1.109089} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.393101] env[62225]: DEBUG nova.compute.manager [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 902.393421] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b6d9ba98-9e70-437a-b4e4-2246355d72d5/b6d9ba98-9e70-437a-b4e4-2246355d72d5.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.394515] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183c87f-986c-475d-88cc-d2d3d0df9fb6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.396900] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1718fae-3cf7-433c-ab47-efc5aaa4f0b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.404733] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 902.404733] env[62225]: value = "task-677984" [ 902.404733] env[62225]: _type = "Task" [ 902.404733] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.412155] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677984, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.423190] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152961} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.423437] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.424183] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeae7b6-a9e0-467f-88eb-eb4122d8bf19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.445433] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 80fa37f9-2db8-4986-82c8-669ac9b34357/80fa37f9-2db8-4986-82c8-669ac9b34357.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.446375] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa609886-e10d-4a01-ac13-9094f43e0fe9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.467783] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 902.467783] env[62225]: value = "task-677985" [ 902.467783] env[62225]: _type = "Task" [ 902.467783] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.476327] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.487397] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5289f37d-987b-4344-d7a2-3da2fe71c352, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.487690] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.487927] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.488180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.488330] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.488658] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.488897] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e6d60b4-9173-4d5b-ae7c-b5675fee2ff4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.497462] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.497678] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 902.498445] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecaaaf69-8d1e-49b8-a039-888d473f6b5f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.503689] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 902.503689] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b87488-7ba7-18ac-dd50-2ec72d16a21e" [ 902.503689] env[62225]: _type = "Task" [ 902.503689] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.508649] env[62225]: DEBUG nova.scheduler.client.report [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 902.514675] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b87488-7ba7-18ac-dd50-2ec72d16a21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.611035] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.611035] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.633950] env[62225]: DEBUG oslo_concurrency.lockutils [req-3db84f0b-e1c3-4a21-b3f6-1cd1cae19c6d req-1ddb78b4-173a-41a4-abd6-7d3dfef3be00 service nova] Releasing lock "refresh_cache-84aafe14-992f-497d-ac94-a20eb978c348" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.634041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "refresh_cache-84aafe14-992f-497d-ac94-a20eb978c348" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.634308] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 902.915060] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77256470-8afa-4b6d-b5f4-8f869c981c68 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.804s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.919801] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677984, 'name': Rename_Task, 'duration_secs': 0.277} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.920245] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 902.920487] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2578912c-18f1-4f72-96f3-b10772962b93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.926688] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 902.926688] env[62225]: value = "task-677986" [ 902.926688] env[62225]: _type = "Task" [ 902.926688] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.934260] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.979501] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677985, 'name': ReconfigVM_Task, 'duration_secs': 0.32486} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.979752] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 80fa37f9-2db8-4986-82c8-669ac9b34357/80fa37f9-2db8-4986-82c8-669ac9b34357.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.980468] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da8875b-1bd9-408e-ad33-c240a9c6bdda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986623] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 902.986623] env[62225]: value = "task-677987" [ 902.986623] env[62225]: _type = "Task" [ 902.986623] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.997164] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677987, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.014264] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b87488-7ba7-18ac-dd50-2ec72d16a21e, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.015080] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d55bcce-fb87-4432-94f9-8fd86ac4dd89 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.017968] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.018602] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 903.021259] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.861s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.022780] env[62225]: INFO nova.compute.claims [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.028766] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 903.028766] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cf493d-f4ea-ff2d-7f79-a489f2c79e66" [ 903.028766] env[62225]: _type = "Task" [ 903.028766] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.038018] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cf493d-f4ea-ff2d-7f79-a489f2c79e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.113473] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 903.166965] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 903.349639] env[62225]: DEBUG nova.network.neutron [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Updating instance_info_cache with network_info: [{"id": "9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad", "address": "fa:16:3e:50:64:96", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d19ff8e-23", "ovs_interfaceid": "9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.436815] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.499078] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677987, 'name': Rename_Task, 'duration_secs': 0.147177} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.500287] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 903.500287] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f75198ff-3c5b-400c-be5f-32cc48fbe1e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.506962] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 903.506962] env[62225]: value = "task-677988" [ 903.506962] env[62225]: _type = "Task" [ 903.506962] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.518909] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.529989] env[62225]: DEBUG nova.compute.utils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.536070] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 903.536070] env[62225]: DEBUG nova.network.neutron [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 903.552173] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cf493d-f4ea-ff2d-7f79-a489f2c79e66, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.552462] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.552766] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 4137ef36-75a4-46f5-8534-f159e7211118/4137ef36-75a4-46f5-8534-f159e7211118.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 903.553234] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-713f550e-0f0b-4dfe-a927-e11db625d1a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.559683] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 903.559683] env[62225]: value = "task-677989" [ 903.559683] env[62225]: _type = "Task" [ 903.559683] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.568621] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.591419] env[62225]: DEBUG nova.policy [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48d746daa8b94a0da12417cfdea364e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd803545f6dbf4e998e03c1ae6e10680f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 903.639378] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.853393] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "refresh_cache-84aafe14-992f-497d-ac94-a20eb978c348" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.853902] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Instance network_info: |[{"id": "9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad", "address": "fa:16:3e:50:64:96", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d19ff8e-23", "ovs_interfaceid": "9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 903.855309] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:64:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.865960] env[62225]: DEBUG oslo.service.loopingcall [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.867423] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 903.867423] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1521102d-dd98-43d7-9d13-dbb9827ddd13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.900033] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.900033] env[62225]: value = "task-677990" [ 903.900033] env[62225]: _type = "Task" [ 903.900033] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.910462] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677990, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.911466] env[62225]: DEBUG nova.network.neutron [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Successfully created port: 7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.939506] env[62225]: DEBUG oslo_vmware.api [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677986, 'name': PowerOnVM_Task, 'duration_secs': 0.579299} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.939876] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 903.940118] env[62225]: DEBUG nova.compute.manager [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 903.940958] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d6681b-9c63-43e8-a295-37cbc9ed8815 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.020064] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.033548] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 904.074760] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677989, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.242452] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a3252-229a-4b25-a348-3fd1043b2f32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.248307] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Suspending the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 904.248658] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bc90043a-fe6d-49dd-b220-ef00b4f75616 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260018] env[62225]: DEBUG oslo_vmware.api [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 904.260018] env[62225]: value = "task-677991" [ 904.260018] env[62225]: _type = "Task" [ 904.260018] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.272702] env[62225]: DEBUG oslo_vmware.api [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677991, 'name': SuspendVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.412280] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677990, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.418887] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd41af4-7f01-4a63-9570-40b1c2b89499 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.426700] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19853c-bc14-4411-b513-c4e77811efcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.468250] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273b9e92-e8f7-438e-ba83-01f202f2ac0c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.470296] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.476854] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191aa35-1af0-4313-b979-2b5ff3887c16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.490904] env[62225]: DEBUG nova.compute.provider_tree [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.520318] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677988, 'name': PowerOnVM_Task, 'duration_secs': 0.7856} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.520603] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 904.520806] env[62225]: INFO nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Took 9.45 seconds to spawn the instance on the hypervisor. [ 904.521280] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 904.521825] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78333b0b-db38-4443-8a0c-d81d4117a251 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.571790] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558329} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.572079] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 4137ef36-75a4-46f5-8534-f159e7211118/4137ef36-75a4-46f5-8534-f159e7211118.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 904.572324] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.572591] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4186df8-1f1d-4020-9f45-40df85959c97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.579524] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 904.579524] env[62225]: value = "task-677992" [ 904.579524] env[62225]: _type = "Task" [ 904.579524] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.588854] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.770242] env[62225]: DEBUG oslo_vmware.api [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677991, 'name': SuspendVM_Task} progress is 58%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.910631] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-677990, 'name': CreateVM_Task, 'duration_secs': 0.557899} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.910817] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 904.911562] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.911722] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.912063] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.912310] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6424202-3564-40c9-8046-93a090e93626 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.917043] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 904.917043] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c76d56-db38-c3dc-fdd0-b5a9285c960f" [ 904.917043] env[62225]: _type = "Task" [ 904.917043] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.924419] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c76d56-db38-c3dc-fdd0-b5a9285c960f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.994400] env[62225]: DEBUG nova.scheduler.client.report [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 905.044068] env[62225]: INFO nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Took 31.68 seconds to build instance. [ 905.045739] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 905.079462] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 905.079719] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 905.079881] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.080106] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 905.080296] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.080418] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 905.080627] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 905.080796] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 905.080993] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 905.081185] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 905.081364] env[62225]: DEBUG nova.virt.hardware [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.082579] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501fc443-5492-411a-8c5c-a1ae0fc12e05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.094834] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117644} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.096850] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.097634] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433cb636-0737-4a1d-be9c-d96b9169eede {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.101038] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f813b33-c5da-42b3-83ed-a857047a8df1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.131853] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4137ef36-75a4-46f5-8534-f159e7211118/4137ef36-75a4-46f5-8534-f159e7211118.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.132203] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aea248e-968d-4a1b-9cb0-7cf4a881ca1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.151630] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 905.151630] env[62225]: value = "task-677993" [ 905.151630] env[62225]: _type = "Task" [ 905.151630] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.159234] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.239577] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.239862] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.240091] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.240292] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.240468] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.242970] env[62225]: INFO nova.compute.manager [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Terminating instance [ 905.245123] env[62225]: DEBUG nova.compute.manager [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 905.245345] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 905.246237] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82416165-fb1a-4bcb-968b-dff60158ea31 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.254044] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 905.254591] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c479ef-e9a6-4561-8f4b-201e6b061be5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.260842] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 905.260842] env[62225]: value = "task-677994" [ 905.260842] env[62225]: _type = "Task" [ 905.260842] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.271598] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.274776] env[62225]: DEBUG oslo_vmware.api [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-677991, 'name': SuspendVM_Task, 'duration_secs': 0.741016} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.275051] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Suspended the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 905.275244] env[62225]: DEBUG nova.compute.manager [None req-9fd024fd-b7b5-4a75-8385-d7e1571dc569 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 905.276100] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6109c4-a68e-4326-b848-b96fe24108e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.428040] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c76d56-db38-c3dc-fdd0-b5a9285c960f, 'name': SearchDatastore_Task, 'duration_secs': 0.016314} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.428390] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.428633] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.428868] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.429027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.429220] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.430602] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a487780-7a5b-4358-8bc7-31f14a147f0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.439653] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.439653] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 905.439653] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a277b5-a3ef-46dc-934f-1aa7dacaf69b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.445387] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 905.445387] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526d6d27-b25a-69d4-963f-6771f7db6ad4" [ 905.445387] env[62225]: _type = "Task" [ 905.445387] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.450932] env[62225]: DEBUG nova.compute.manager [req-e5592402-65ad-4f79-9ed7-e18f1f9f3e6b req-367a5c2d-4d59-47fc-a32a-641e19d83645 service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Received event network-vif-plugged-7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 905.451161] env[62225]: DEBUG oslo_concurrency.lockutils [req-e5592402-65ad-4f79-9ed7-e18f1f9f3e6b req-367a5c2d-4d59-47fc-a32a-641e19d83645 service nova] Acquiring lock "cfef2461-9316-486b-8c8b-e9979d46a94f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.451467] env[62225]: DEBUG oslo_concurrency.lockutils [req-e5592402-65ad-4f79-9ed7-e18f1f9f3e6b req-367a5c2d-4d59-47fc-a32a-641e19d83645 service nova] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.451729] env[62225]: DEBUG oslo_concurrency.lockutils [req-e5592402-65ad-4f79-9ed7-e18f1f9f3e6b req-367a5c2d-4d59-47fc-a32a-641e19d83645 service nova] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.451910] env[62225]: DEBUG nova.compute.manager [req-e5592402-65ad-4f79-9ed7-e18f1f9f3e6b req-367a5c2d-4d59-47fc-a32a-641e19d83645 service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] No waiting events found dispatching network-vif-plugged-7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 905.452092] env[62225]: WARNING nova.compute.manager [req-e5592402-65ad-4f79-9ed7-e18f1f9f3e6b req-367a5c2d-4d59-47fc-a32a-641e19d83645 service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Received unexpected event network-vif-plugged-7548a37d-e177-4d72-aeab-3ec41a130fa8 for instance with vm_state building and task_state spawning. [ 905.457246] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526d6d27-b25a-69d4-963f-6771f7db6ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.499803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.500956] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 905.503401] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.287s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.505375] env[62225]: INFO nova.compute.claims [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.549816] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.205s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.662972] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677993, 'name': ReconfigVM_Task, 'duration_secs': 0.436763} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.663307] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4137ef36-75a4-46f5-8534-f159e7211118/4137ef36-75a4-46f5-8534-f159e7211118.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.664114] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-086eac76-cefd-4d06-82dd-5160f4d0edae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.672904] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 905.672904] env[62225]: value = "task-677995" [ 905.672904] env[62225]: _type = "Task" [ 905.672904] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.681994] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677995, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.769991] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677994, 'name': PowerOffVM_Task, 'duration_secs': 0.194837} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.770290] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 905.770465] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 905.771041] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc1899d4-34a6-43ac-8b3b-4fbfa620d7e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.832623] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 905.832623] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 905.832623] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleting the datastore file [datastore1] b6d9ba98-9e70-437a-b4e4-2246355d72d5 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.832764] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ac9869d-b1b7-4699-bd3c-a2458627e31c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.839722] env[62225]: DEBUG nova.network.neutron [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Successfully updated port: 7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.846634] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 905.846634] env[62225]: value = "task-677997" [ 905.846634] env[62225]: _type = "Task" [ 905.846634] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.858080] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.959114] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526d6d27-b25a-69d4-963f-6771f7db6ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.021272} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.959947] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf1b3eb-809c-4b60-9647-7fdc49e37de3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.965243] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 905.965243] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5208685d-67d5-2a76-5736-df9a5bef45a1" [ 905.965243] env[62225]: _type = "Task" [ 905.965243] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.973757] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5208685d-67d5-2a76-5736-df9a5bef45a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.009971] env[62225]: DEBUG nova.compute.utils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 906.013316] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 906.013510] env[62225]: DEBUG nova.network.neutron [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 906.086610] env[62225]: DEBUG nova.policy [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e31c7660f84d8aa2e0dcedc7953897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26743fb7c248c383aaa19d7a5a441b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 906.181435] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677995, 'name': Rename_Task, 'duration_secs': 0.133278} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.181661] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 906.182257] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e13c01-fd97-4046-9c20-20dd1c9622c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.188135] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 906.188135] env[62225]: value = "task-677998" [ 906.188135] env[62225]: _type = "Task" [ 906.188135] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.195531] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.344106] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "refresh_cache-cfef2461-9316-486b-8c8b-e9979d46a94f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.344106] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired lock "refresh_cache-cfef2461-9316-486b-8c8b-e9979d46a94f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.344106] env[62225]: DEBUG nova.network.neutron [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 906.357268] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.476675] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5208685d-67d5-2a76-5736-df9a5bef45a1, 'name': SearchDatastore_Task, 'duration_secs': 0.055467} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.476954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.477232] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 84aafe14-992f-497d-ac94-a20eb978c348/84aafe14-992f-497d-ac94-a20eb978c348.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 906.477488] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db97739b-876a-489c-ae82-e182a2767465 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.484542] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 906.484542] env[62225]: value = "task-677999" [ 906.484542] env[62225]: _type = "Task" [ 906.484542] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.485533] env[62225]: DEBUG nova.network.neutron [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Successfully created port: fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.500529] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.513791] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 906.703301] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.859739] env[62225]: DEBUG oslo_vmware.api [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-677997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5215} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.860509] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.860509] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 906.860509] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 906.860889] env[62225]: INFO nova.compute.manager [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 906.860889] env[62225]: DEBUG oslo.service.loopingcall [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.863820] env[62225]: DEBUG nova.compute.manager [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 906.863941] env[62225]: DEBUG nova.network.neutron [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 906.911129] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c8c4b0-f0fe-4274-ae0d-6fdc377bc18c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.919910] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7260cf65-2d46-464e-8829-b340cbed8bd7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.955229] env[62225]: DEBUG nova.network.neutron [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 906.958158] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b291d48a-cb78-481c-b25e-43a098d5bc5b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.961045] env[62225]: INFO nova.compute.manager [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Resuming [ 906.961621] env[62225]: DEBUG nova.objects.instance [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lazy-loading 'flavor' on Instance uuid 73d6830e-bab4-4639-a471-759aab5ba3a1 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.974360] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474eaf2-34d0-4b24-9028-385248cdfe5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.990024] env[62225]: DEBUG nova.compute.provider_tree [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.002502] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677999, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.199344] env[62225]: DEBUG oslo_vmware.api [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-677998, 'name': PowerOnVM_Task, 'duration_secs': 0.659992} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.199435] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 907.199591] env[62225]: INFO nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Took 9.17 seconds to spawn the instance on the hypervisor. [ 907.199768] env[62225]: DEBUG nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 907.200596] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d868bbdc-76fc-4210-b8d7-5c05ecc01b7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.317164] env[62225]: DEBUG nova.network.neutron [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Updating instance_info_cache with network_info: [{"id": "7548a37d-e177-4d72-aeab-3ec41a130fa8", "address": "fa:16:3e:d3:21:05", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7548a37d-e1", "ovs_interfaceid": "7548a37d-e177-4d72-aeab-3ec41a130fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.496191] env[62225]: DEBUG nova.scheduler.client.report [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 907.503089] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677999, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.523778] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 907.528400] env[62225]: DEBUG nova.compute.manager [req-e17c6fcb-1411-4cba-ad21-839ebbe580cd req-297cb473-3199-42e1-8416-98ebc3d0a485 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Received event network-vif-deleted-c06a431f-bedf-40e4-b4d4-78bf0d34bb1c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 907.528607] env[62225]: INFO nova.compute.manager [req-e17c6fcb-1411-4cba-ad21-839ebbe580cd req-297cb473-3199-42e1-8416-98ebc3d0a485 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Neutron deleted interface c06a431f-bedf-40e4-b4d4-78bf0d34bb1c; detaching it from the instance and deleting it from the info cache [ 907.528783] env[62225]: DEBUG nova.network.neutron [req-e17c6fcb-1411-4cba-ad21-839ebbe580cd req-297cb473-3199-42e1-8416-98ebc3d0a485 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.551298] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 907.551669] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 907.551781] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.552009] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 907.552172] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.552354] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 907.552585] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 907.552922] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 907.553194] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 907.553384] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 907.553577] env[62225]: DEBUG nova.virt.hardware [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.554922] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384719b7-47c0-4f3c-aaca-a3960408ca2a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.564590] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd683d8c-704e-4b01-9b12-d24dcd9ba7bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.717212] env[62225]: INFO nova.compute.manager [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Took 34.35 seconds to build instance. [ 907.722384] env[62225]: DEBUG nova.compute.manager [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Received event network-changed-7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 907.722584] env[62225]: DEBUG nova.compute.manager [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Refreshing instance network info cache due to event network-changed-7548a37d-e177-4d72-aeab-3ec41a130fa8. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 907.722786] env[62225]: DEBUG oslo_concurrency.lockutils [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] Acquiring lock "refresh_cache-cfef2461-9316-486b-8c8b-e9979d46a94f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.819713] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Releasing lock "refresh_cache-cfef2461-9316-486b-8c8b-e9979d46a94f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.820639] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Instance network_info: |[{"id": "7548a37d-e177-4d72-aeab-3ec41a130fa8", "address": "fa:16:3e:d3:21:05", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7548a37d-e1", "ovs_interfaceid": "7548a37d-e177-4d72-aeab-3ec41a130fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 907.820639] env[62225]: DEBUG oslo_concurrency.lockutils [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] Acquired lock "refresh_cache-cfef2461-9316-486b-8c8b-e9979d46a94f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.820639] env[62225]: DEBUG nova.network.neutron [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Refreshing network info cache for port 7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 907.822078] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:21:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7548a37d-e177-4d72-aeab-3ec41a130fa8', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.835773] env[62225]: DEBUG oslo.service.loopingcall [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.837399] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 907.837832] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3e81c37-d4a3-4168-bcf8-9ad7eeb8e18a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.867702] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.867702] env[62225]: value = "task-678000" [ 907.867702] env[62225]: _type = "Task" [ 907.867702] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.876102] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678000, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.923246] env[62225]: DEBUG nova.network.neutron [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.970389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.970539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquired lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.970748] env[62225]: DEBUG nova.network.neutron [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 908.000857] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677999, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.004954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.005474] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 908.007896] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.792s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.012127] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.014110] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.416s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.014342] env[62225]: DEBUG nova.objects.instance [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lazy-loading 'resources' on Instance uuid 01868879-364b-4bc0-a5c5-503cec724885 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.032523] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-683db18f-7541-436c-b1e4-26b6128c45b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.043960] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb3fae-5059-42e7-be2c-f6c8516e95ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.057978] env[62225]: INFO nova.scheduler.client.report [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocations for instance f8f13103-9789-44fa-a8fc-67af270ee6af [ 908.087606] env[62225]: DEBUG nova.compute.manager [req-e17c6fcb-1411-4cba-ad21-839ebbe580cd req-297cb473-3199-42e1-8416-98ebc3d0a485 service nova] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Detach interface failed, port_id=c06a431f-bedf-40e4-b4d4-78bf0d34bb1c, reason: Instance b6d9ba98-9e70-437a-b4e4-2246355d72d5 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 908.151354] env[62225]: DEBUG nova.network.neutron [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Successfully updated port: fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.219760] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8bdb50dd-264a-4ef3-9be2-043333e4194f tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "4137ef36-75a4-46f5-8534-f159e7211118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.873s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.364589] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "4137ef36-75a4-46f5-8534-f159e7211118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.365017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "4137ef36-75a4-46f5-8534-f159e7211118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.365139] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "4137ef36-75a4-46f5-8534-f159e7211118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.365356] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "4137ef36-75a4-46f5-8534-f159e7211118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.365568] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "4137ef36-75a4-46f5-8534-f159e7211118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.367756] env[62225]: INFO nova.compute.manager [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Terminating instance [ 908.374714] env[62225]: DEBUG nova.compute.manager [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 908.374950] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 908.375723] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885dc491-8ae4-4c02-acea-43fab77c2be3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.385876] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678000, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.388057] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 908.388302] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d7d814-dc64-4be7-8c6f-551370eb9a70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.395270] env[62225]: DEBUG oslo_vmware.api [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 908.395270] env[62225]: value = "task-678001" [ 908.395270] env[62225]: _type = "Task" [ 908.395270] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.403190] env[62225]: DEBUG oslo_vmware.api [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.424709] env[62225]: INFO nova.compute.manager [-] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Took 1.56 seconds to deallocate network for instance. [ 908.501661] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-677999, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.664888} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.502048] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 84aafe14-992f-497d-ac94-a20eb978c348/84aafe14-992f-497d-ac94-a20eb978c348.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 908.502157] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.502421] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25cdf5b2-66ea-4423-be6b-4d5d85039091 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.508584] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 908.508584] env[62225]: value = "task-678002" [ 908.508584] env[62225]: _type = "Task" [ 908.508584] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.517608] env[62225]: DEBUG nova.compute.utils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.518924] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.525026] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 908.525026] env[62225]: DEBUG nova.network.neutron [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 908.570052] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4536e9b-287d-4650-bb81-c8a3fa4542da tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "f8f13103-9789-44fa-a8fc-67af270ee6af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.274s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.587274] env[62225]: DEBUG nova.policy [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f0fce7196a4856ab3cecbdfd650266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f1fc25abad4a42b936b9fac5521956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 908.611112] env[62225]: DEBUG nova.network.neutron [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Updated VIF entry in instance network info cache for port 7548a37d-e177-4d72-aeab-3ec41a130fa8. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 908.611511] env[62225]: DEBUG nova.network.neutron [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Updating instance_info_cache with network_info: [{"id": "7548a37d-e177-4d72-aeab-3ec41a130fa8", "address": "fa:16:3e:d3:21:05", "network": {"id": "3f06e160-4f5b-4430-8c11-89853cc5a6b6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-511190364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d803545f6dbf4e998e03c1ae6e10680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7548a37d-e1", "ovs_interfaceid": "7548a37d-e177-4d72-aeab-3ec41a130fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.654329] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.654552] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.654739] env[62225]: DEBUG nova.network.neutron [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 908.882151] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678000, 'name': CreateVM_Task, 'duration_secs': 0.718987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.882343] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 908.883088] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.883331] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.883620] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.883967] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82d4a55-3788-4c2e-9fa6-5d00713f0bcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.889125] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 908.889125] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5243054d-06e0-ebeb-036b-3f5af134fc18" [ 908.889125] env[62225]: _type = "Task" [ 908.889125] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.890357] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a63559-c658-4b48-88d6-ae26f19d6f3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.906912] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d48b2e-a96a-46f7-a63f-9041e27fd892 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.910901] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5243054d-06e0-ebeb-036b-3f5af134fc18, 'name': SearchDatastore_Task, 'duration_secs': 0.012017} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.914604] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.915192] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.915274] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.915486] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.915710] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.916081] env[62225]: DEBUG oslo_vmware.api [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678001, 'name': PowerOffVM_Task, 'duration_secs': 0.324023} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.916685] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a763c0c1-9f7a-48a1-9d14-8eff837138a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.919354] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 908.919354] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 908.948076] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91df5b0d-483b-40ff-9cb0-7d5a42556afa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.951408] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.955723] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6001990-6392-4bc3-b5d3-d1f48ead1408 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.961691] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.961914] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 908.964715] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4ba31c-00fb-418a-9d39-17ae21a3be20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.968675] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7711a2d6-107d-4e82-9178-03e25a98b480 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.975932] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 908.975932] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e6d642-7263-88b5-1117-e39d19cc1263" [ 908.975932] env[62225]: _type = "Task" [ 908.975932] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.984265] env[62225]: DEBUG nova.compute.provider_tree [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.994500] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e6d642-7263-88b5-1117-e39d19cc1263, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.998585] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f7ab72-8ef8-4f3e-b269-d15b5f7fbbf5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.004856] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 909.004856] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5293b826-3c30-b67b-0ff1-d2fd2393ef44" [ 909.004856] env[62225]: _type = "Task" [ 909.004856] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.015922] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5293b826-3c30-b67b-0ff1-d2fd2393ef44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.021129] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070949} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.022576] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.022766] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 909.022982] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 909.023754] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore1] 4137ef36-75a4-46f5-8534-f159e7211118 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.026884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bfa50f-0f08-4433-b4f3-ef45960d848d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.026884] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e684bb2b-9a2d-4c94-b4d4-3567bbd86aaa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.028420] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 909.050978] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 84aafe14-992f-497d-ac94-a20eb978c348/84aafe14-992f-497d-ac94-a20eb978c348.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.052367] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e21c0dd-6ec1-4361-9906-492e05dd9f76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.066483] env[62225]: DEBUG oslo_vmware.api [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 909.066483] env[62225]: value = "task-678004" [ 909.066483] env[62225]: _type = "Task" [ 909.066483] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.072861] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 909.072861] env[62225]: value = "task-678005" [ 909.072861] env[62225]: _type = "Task" [ 909.072861] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.080292] env[62225]: DEBUG oslo_vmware.api [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.086900] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.116339] env[62225]: DEBUG oslo_concurrency.lockutils [req-0710250a-11ca-4753-a956-0d7bce63d0a9 req-eeab1086-3fcc-46ec-8952-da907146789c service nova] Releasing lock "refresh_cache-cfef2461-9316-486b-8c8b-e9979d46a94f" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.140014] env[62225]: DEBUG nova.network.neutron [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [{"id": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "address": "fa:16:3e:59:d9:4c", "network": {"id": "cd142bc3-bd1a-4bc0-b733-4483bbaf15ee", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-179570189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0781d2098c14f55988ab269b4e0f243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99c53b8-60", "ovs_interfaceid": "b99c53b8-60ab-4ebc-95ce-b5ad3881a536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.206696] env[62225]: DEBUG nova.network.neutron [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 909.302663] env[62225]: DEBUG nova.network.neutron [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Successfully created port: 85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.490259] env[62225]: DEBUG nova.scheduler.client.report [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 909.506354] env[62225]: DEBUG nova.network.neutron [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.520115] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5293b826-3c30-b67b-0ff1-d2fd2393ef44, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.520411] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.520680] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] cfef2461-9316-486b-8c8b-e9979d46a94f/cfef2461-9316-486b-8c8b-e9979d46a94f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 909.521467] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93ea3529-7cf4-404b-a0ce-b94dd22f474b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.527871] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 909.527871] env[62225]: value = "task-678006" [ 909.527871] env[62225]: _type = "Task" [ 909.527871] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.539224] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.580350] env[62225]: DEBUG oslo_vmware.api [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440197} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.580637] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.580921] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 909.581072] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 909.581253] env[62225]: INFO nova.compute.manager [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Took 1.21 seconds to destroy the instance on the hypervisor. [ 909.581493] env[62225]: DEBUG oslo.service.loopingcall [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.582092] env[62225]: DEBUG nova.compute.manager [-] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 909.582208] env[62225]: DEBUG nova.network.neutron [-] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 909.587451] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.642817] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Releasing lock "refresh_cache-73d6830e-bab4-4639-a471-759aab5ba3a1" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.643721] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01114ae7-1ff4-43f0-a1cd-e5d729cdab8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.651379] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Resuming the VM {{(pid=62225) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 909.651379] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0766c905-e3fe-4954-977f-b00ee267eddf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.657607] env[62225]: DEBUG oslo_vmware.api [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 909.657607] env[62225]: value = "task-678007" [ 909.657607] env[62225]: _type = "Task" [ 909.657607] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.665080] env[62225]: DEBUG oslo_vmware.api [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.805461] env[62225]: DEBUG nova.compute.manager [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received event network-vif-plugged-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 909.805461] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.805461] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.805626] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.809021] env[62225]: DEBUG nova.compute.manager [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] No waiting events found dispatching network-vif-plugged-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 909.809021] env[62225]: WARNING nova.compute.manager [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received unexpected event network-vif-plugged-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 for instance with vm_state building and task_state spawning. [ 909.809021] env[62225]: DEBUG nova.compute.manager [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 909.809021] env[62225]: DEBUG nova.compute.manager [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing instance network info cache due to event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 909.809021] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.978531] env[62225]: DEBUG nova.compute.manager [req-9b76438e-8a79-4ad1-84ed-752462c3b9f2 req-06d81cfd-75a8-4a7d-bd0c-d3486f0e6e83 service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Received event network-vif-deleted-db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 909.978604] env[62225]: INFO nova.compute.manager [req-9b76438e-8a79-4ad1-84ed-752462c3b9f2 req-06d81cfd-75a8-4a7d-bd0c-d3486f0e6e83 service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Neutron deleted interface db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab; detaching it from the instance and deleting it from the info cache [ 909.978772] env[62225]: DEBUG nova.network.neutron [req-9b76438e-8a79-4ad1-84ed-752462c3b9f2 req-06d81cfd-75a8-4a7d-bd0c-d3486f0e6e83 service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.996497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.000227] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.200s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.000227] env[62225]: DEBUG nova.objects.instance [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lazy-loading 'resources' on Instance uuid 6e3f397f-f581-4de1-a6ae-307121bfa897 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.012662] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.013046] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Instance network_info: |[{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 910.013937] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.014157] env[62225]: DEBUG nova.network.neutron [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 910.015532] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ff:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb3e1b04-21eb-48d1-a15b-a4cbe48a8261', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.023929] env[62225]: DEBUG oslo.service.loopingcall [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.025137] env[62225]: INFO nova.scheduler.client.report [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted allocations for instance 01868879-364b-4bc0-a5c5-503cec724885 [ 910.031043] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 910.031418] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcdfb585-caf1-44c4-9f50-c3aab855dbe6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.051099] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 910.064253] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678006, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.066042] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.066042] env[62225]: value = "task-678008" [ 910.066042] env[62225]: _type = "Task" [ 910.066042] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.076323] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678008, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.090174] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678005, 'name': ReconfigVM_Task, 'duration_secs': 0.786062} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.092644] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 910.092881] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 910.093059] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.093255] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 910.093467] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.093837] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 910.094016] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 910.094281] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 910.094502] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 910.094683] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 910.094861] env[62225]: DEBUG nova.virt.hardware [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.095216] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 84aafe14-992f-497d-ac94-a20eb978c348/84aafe14-992f-497d-ac94-a20eb978c348.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.096558] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df40dd95-3d81-4d22-a6f6-fc5db7e57788 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.099249] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b708245-c4da-494b-ba99-ed1b506b3111 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.109880] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b7bdc-8a01-492a-8b7a-28532289ff38 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.114632] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 910.114632] env[62225]: value = "task-678009" [ 910.114632] env[62225]: _type = "Task" [ 910.114632] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.133936] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678009, 'name': Rename_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.169708] env[62225]: DEBUG oslo_vmware.api [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.453052] env[62225]: DEBUG nova.network.neutron [-] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.482198] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9c5df91-09d1-47fe-b3a9-ec77f51f4730 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.493417] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a68ddde-2c4e-4d76-b867-16145291a460 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.535532] env[62225]: DEBUG nova.compute.manager [req-9b76438e-8a79-4ad1-84ed-752462c3b9f2 req-06d81cfd-75a8-4a7d-bd0c-d3486f0e6e83 service nova] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Detach interface failed, port_id=db7ed4ae-6e16-4acc-a6db-45e4b4dcfdab, reason: Instance 4137ef36-75a4-46f5-8534-f159e7211118 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 910.536299] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04d316c8-ad7f-4d0a-acfc-977ffba22bb1 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "01868879-364b-4bc0-a5c5-503cec724885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.480s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.550335] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750671} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.550335] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] cfef2461-9316-486b-8c8b-e9979d46a94f/cfef2461-9316-486b-8c8b-e9979d46a94f.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 910.550335] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.554019] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cacb4a63-0106-4258-ba10-91f3189c9539 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.562301] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 910.562301] env[62225]: value = "task-678010" [ 910.562301] env[62225]: _type = "Task" [ 910.562301] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.578582] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.584424] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678008, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.625945] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678009, 'name': Rename_Task, 'duration_secs': 0.30547} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.626274] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 910.626594] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58636e2-ee66-4f0d-b53d-32182f8adc81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.634379] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 910.634379] env[62225]: value = "task-678011" [ 910.634379] env[62225]: _type = "Task" [ 910.634379] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.643721] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.669155] env[62225]: DEBUG oslo_vmware.api [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678007, 'name': PowerOnVM_Task, 'duration_secs': 0.682643} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.672224] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Resumed the VM {{(pid=62225) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 910.672484] env[62225]: DEBUG nova.compute.manager [None req-ad17eddc-2cce-492c-a7de-2b062461f1f0 tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 910.673527] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e26e5cf-f383-4523-a5cb-e12870c14ae7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.925221] env[62225]: DEBUG nova.network.neutron [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updated VIF entry in instance network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 910.925560] env[62225]: DEBUG nova.network.neutron [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.957028] env[62225]: INFO nova.compute.manager [-] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Took 1.37 seconds to deallocate network for instance. [ 910.974918] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004cf18a-fb74-4c27-b628-8443366f8b01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.984554] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5defd99-fb1d-4e5e-a52c-826b5d17a353 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.016724] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd6c686-35bb-4f35-b1f3-9233fff71495 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.025655] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cfbc95-50f1-4a6c-ac66-3eceb756b68b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.044149] env[62225]: DEBUG nova.compute.provider_tree [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.070622] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080313} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.073603] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.074710] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a803f-1306-438b-a78b-f91c9d1d439d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.081844] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678008, 'name': CreateVM_Task, 'duration_secs': 0.607838} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.090698] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 911.102233] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] cfef2461-9316-486b-8c8b-e9979d46a94f/cfef2461-9316-486b-8c8b-e9979d46a94f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.102233] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.102233] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.102504] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.102745] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-291b82e0-5b21-481f-906e-631db267da9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.119277] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61c08dc-c6b1-4965-a895-a61034842d3c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.124572] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 911.124572] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522e24b3-db54-18bc-214e-704bb0bbc5be" [ 911.124572] env[62225]: _type = "Task" [ 911.124572] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.128399] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 911.128399] env[62225]: value = "task-678012" [ 911.128399] env[62225]: _type = "Task" [ 911.128399] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.134273] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522e24b3-db54-18bc-214e-704bb0bbc5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.140232] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678012, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.145147] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678011, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.214438] env[62225]: DEBUG nova.network.neutron [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Successfully updated port: 85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.428818] env[62225]: DEBUG oslo_concurrency.lockutils [req-d8032f7f-c164-463f-8d0a-624cba02d0c6 req-f6bbc4b3-2703-4a70-8450-9c413220b5ae service nova] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.464681] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.547386] env[62225]: DEBUG nova.scheduler.client.report [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 911.638494] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522e24b3-db54-18bc-214e-704bb0bbc5be, 'name': SearchDatastore_Task, 'duration_secs': 0.027487} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.644990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.644990] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.644990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.645208] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.645288] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.645583] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678012, 'name': ReconfigVM_Task, 'duration_secs': 0.270212} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.645791] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94a530e8-34da-4f9a-ae30-11e8b9b5a2a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.647615] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] cfef2461-9316-486b-8c8b-e9979d46a94f/cfef2461-9316-486b-8c8b-e9979d46a94f.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.648659] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2e6e68b-e282-4675-9b5a-c160dd861786 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.655781] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.661172] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 911.661172] env[62225]: value = "task-678013" [ 911.661172] env[62225]: _type = "Task" [ 911.661172] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.669177] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678013, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.670340] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.670519] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 911.671227] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d21bc0-2088-4da1-8dd0-8d2dadb536b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.676189] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 911.676189] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a0cfd9-ecce-bbd6-67fe-6d9241153fef" [ 911.676189] env[62225]: _type = "Task" [ 911.676189] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.684151] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a0cfd9-ecce-bbd6-67fe-6d9241153fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.716861] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.717064] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.717234] env[62225]: DEBUG nova.network.neutron [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 911.874030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "e5b0b921-5288-44da-ad40-56abd7202a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.874030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.874030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "e5b0b921-5288-44da-ad40-56abd7202a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.874030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.874030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.880247] env[62225]: INFO nova.compute.manager [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Terminating instance [ 911.883920] env[62225]: DEBUG nova.compute.manager [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 911.884127] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 911.885189] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f83da2-8ddc-46de-a0d0-a1c870c04ed8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.895763] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 911.896121] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a6ed11-873b-4836-ad8a-e0f2f068ce52 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.902411] env[62225]: DEBUG oslo_vmware.api [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 911.902411] env[62225]: value = "task-678014" [ 911.902411] env[62225]: _type = "Task" [ 911.902411] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.911293] env[62225]: DEBUG oslo_vmware.api [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.052432] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.054973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.666s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.055270] env[62225]: DEBUG nova.objects.instance [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lazy-loading 'resources' on Instance uuid 9bc53117-5246-43a5-be2a-d30604de51ed {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.071932] env[62225]: INFO nova.scheduler.client.report [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Deleted allocations for instance 6e3f397f-f581-4de1-a6ae-307121bfa897 [ 912.137210] env[62225]: DEBUG nova.compute.manager [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Received event network-vif-plugged-85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 912.137516] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] Acquiring lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.137742] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.137859] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.138050] env[62225]: DEBUG nova.compute.manager [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] No waiting events found dispatching network-vif-plugged-85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 912.138227] env[62225]: WARNING nova.compute.manager [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Received unexpected event network-vif-plugged-85299ebc-23fa-428c-9afc-4a72742250fc for instance with vm_state building and task_state spawning. [ 912.138391] env[62225]: DEBUG nova.compute.manager [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Received event network-changed-85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 912.138547] env[62225]: DEBUG nova.compute.manager [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Refreshing instance network info cache due to event network-changed-85299ebc-23fa-428c-9afc-4a72742250fc. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 912.138717] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] Acquiring lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.149797] env[62225]: DEBUG oslo_vmware.api [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678011, 'name': PowerOnVM_Task, 'duration_secs': 1.153403} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.150182] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 912.150370] env[62225]: INFO nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Took 11.66 seconds to spawn the instance on the hypervisor. [ 912.150569] env[62225]: DEBUG nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 912.151393] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e89f9-68b6-4f1d-8e7a-fd1c3b01e916 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.169819] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678013, 'name': Rename_Task, 'duration_secs': 0.147846} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.170234] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 912.170373] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cbae1df-077d-4276-89b4-224f2759c562 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.177488] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 912.177488] env[62225]: value = "task-678015" [ 912.177488] env[62225]: _type = "Task" [ 912.177488] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.189650] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a0cfd9-ecce-bbd6-67fe-6d9241153fef, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.193499] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.194419] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26edae14-c1de-43bd-a0db-d2b256970752 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.200193] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 912.200193] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528e8bbf-1c89-2469-429f-bfd59f532931" [ 912.200193] env[62225]: _type = "Task" [ 912.200193] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.208498] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528e8bbf-1c89-2469-429f-bfd59f532931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.255714] env[62225]: DEBUG nova.network.neutron [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 912.348313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "2673f54d-19f4-4302-882c-70e9da03cb58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.352236] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "2673f54d-19f4-4302-882c-70e9da03cb58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.415200] env[62225]: DEBUG oslo_vmware.api [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678014, 'name': PowerOffVM_Task, 'duration_secs': 0.462525} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.415505] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 912.415673] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 912.416297] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-835d0c68-99b9-4b97-9362-5225885d9b14 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.456071] env[62225]: DEBUG nova.network.neutron [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [{"id": "85299ebc-23fa-428c-9afc-4a72742250fc", "address": "fa:16:3e:4a:b5:88", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85299ebc-23", "ovs_interfaceid": "85299ebc-23fa-428c-9afc-4a72742250fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.479381] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 912.479669] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 912.479870] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleting the datastore file [datastore1] e5b0b921-5288-44da-ad40-56abd7202a8c {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.480201] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb5558a-0c2b-4450-a206-e27836b217b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.487064] env[62225]: DEBUG oslo_vmware.api [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 912.487064] env[62225]: value = "task-678017" [ 912.487064] env[62225]: _type = "Task" [ 912.487064] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.496301] env[62225]: DEBUG oslo_vmware.api [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.581642] env[62225]: DEBUG oslo_concurrency.lockutils [None req-78711cc7-3288-499e-84b4-34b0cef06987 tempest-MigrationsAdminTest-1630787823 tempest-MigrationsAdminTest-1630787823-project-member] Lock "6e3f397f-f581-4de1-a6ae-307121bfa897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.718s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.668371] env[62225]: INFO nova.compute.manager [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Took 37.76 seconds to build instance. [ 912.691091] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678015, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.712478] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528e8bbf-1c89-2469-429f-bfd59f532931, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.712750] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.713025] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/8a6ad4c6-3b26-4059-9795-e58ed8bd2a92.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 912.713288] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96a1d7c7-5b4d-4597-8f06-1a4cce5401dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.719355] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 912.719355] env[62225]: value = "task-678018" [ 912.719355] env[62225]: _type = "Task" [ 912.719355] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.727995] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.855220] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 912.928355] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5538e86c-8274-49e1-86a7-95ff771455c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.938703] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451e28c-de27-44c3-acdc-0df2be38c874 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.972349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.972699] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Instance network_info: |[{"id": "85299ebc-23fa-428c-9afc-4a72742250fc", "address": "fa:16:3e:4a:b5:88", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85299ebc-23", "ovs_interfaceid": "85299ebc-23fa-428c-9afc-4a72742250fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 912.973694] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] Acquired lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.973901] env[62225]: DEBUG nova.network.neutron [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Refreshing network info cache for port 85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 912.975764] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b5:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85299ebc-23fa-428c-9afc-4a72742250fc', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.983301] env[62225]: DEBUG oslo.service.loopingcall [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.984108] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c05b34-7c83-4c69-8db7-9e2e0f76f575 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.990755] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 912.991923] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2dc66e-ee07-4bc2-83a5-cdd9f734a1c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.025282] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e0b266-4187-47e7-a7de-8d4f46c2c49c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.033945] env[62225]: DEBUG oslo_vmware.api [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184092} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.034172] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.034172] env[62225]: value = "task-678019" [ 913.034172] env[62225]: _type = "Task" [ 913.034172] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.034778] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.034963] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 913.035165] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 913.035342] env[62225]: INFO nova.compute.manager [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 913.035587] env[62225]: DEBUG oslo.service.loopingcall [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.035846] env[62225]: DEBUG nova.compute.manager [-] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 913.035984] env[62225]: DEBUG nova.network.neutron [-] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 913.048887] env[62225]: DEBUG nova.compute.provider_tree [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.055528] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678019, 'name': CreateVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.171964] env[62225]: DEBUG oslo_concurrency.lockutils [None req-dca3bf6f-e3d5-4f87-90c6-802929c2aae1 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "84aafe14-992f-497d-ac94-a20eb978c348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.772s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.194593] env[62225]: DEBUG oslo_vmware.api [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678015, 'name': PowerOnVM_Task, 'duration_secs': 0.595942} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.194935] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 913.195196] env[62225]: INFO nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Took 8.15 seconds to spawn the instance on the hypervisor. [ 913.195383] env[62225]: DEBUG nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 913.196254] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40263fac-41c8-4fe4-9bc4-56d84ab5f61d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.230231] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678018, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.377239] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.510994] env[62225]: DEBUG nova.network.neutron [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updated VIF entry in instance network info cache for port 85299ebc-23fa-428c-9afc-4a72742250fc. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 913.511604] env[62225]: DEBUG nova.network.neutron [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [{"id": "85299ebc-23fa-428c-9afc-4a72742250fc", "address": "fa:16:3e:4a:b5:88", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85299ebc-23", "ovs_interfaceid": "85299ebc-23fa-428c-9afc-4a72742250fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.550136] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678019, 'name': CreateVM_Task, 'duration_secs': 0.503935} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.550404] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 913.551342] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.551653] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.552147] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.553285] env[62225]: DEBUG nova.scheduler.client.report [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 913.558016] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7afe1a6-6039-4026-8f27-770dc01d3383 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.565055] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 913.565055] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52346ea0-3531-d3e4-bc86-a0f10bbae187" [ 913.565055] env[62225]: _type = "Task" [ 913.565055] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.577960] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52346ea0-3531-d3e4-bc86-a0f10bbae187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.622276] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "80fa37f9-2db8-4986-82c8-669ac9b34357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.622610] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.622759] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "80fa37f9-2db8-4986-82c8-669ac9b34357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.622947] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.623140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.625481] env[62225]: INFO nova.compute.manager [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Terminating instance [ 913.634629] env[62225]: DEBUG nova.compute.manager [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 913.634900] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 913.635903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44f4c8-4189-4401-b5c6-05c83c0c2d10 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.648718] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 913.649098] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f509775-55f6-4f12-93d5-49310a0f8100 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.655443] env[62225]: DEBUG oslo_vmware.api [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 913.655443] env[62225]: value = "task-678020" [ 913.655443] env[62225]: _type = "Task" [ 913.655443] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.664530] env[62225]: DEBUG oslo_vmware.api [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.716700] env[62225]: INFO nova.compute.manager [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Took 34.37 seconds to build instance. [ 913.732801] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768311} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.733129] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/8a6ad4c6-3b26-4059-9795-e58ed8bd2a92.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 913.733361] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.733728] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb91389-95b5-4250-a022-0759b750f02c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.741378] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 913.741378] env[62225]: value = "task-678021" [ 913.741378] env[62225]: _type = "Task" [ 913.741378] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.750331] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.015920] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ba86ba1-64ad-4dde-afd8-8b08a6a07900 req-563fc99c-d7ef-44b4-91f4-2f06954eab1e service nova] Releasing lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.064395] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.067269] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.228s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.079209] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52346ea0-3531-d3e4-bc86-a0f10bbae187, 'name': SearchDatastore_Task, 'duration_secs': 0.027131} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.079698] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.079975] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.080326] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.080536] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.081182] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.081182] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-082e1add-3503-4ff2-ac0a-8e77b0f3839d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.092261] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.092496] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 914.093275] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71e5f26-161d-428c-93d3-c53d14fcb9a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.098720] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 914.098720] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a1b0e0-a031-85bd-4ff3-d977cd94926e" [ 914.098720] env[62225]: _type = "Task" [ 914.098720] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.107269] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a1b0e0-a031-85bd-4ff3-d977cd94926e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.140994] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "84aafe14-992f-497d-ac94-a20eb978c348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.141334] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "84aafe14-992f-497d-ac94-a20eb978c348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.141555] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "84aafe14-992f-497d-ac94-a20eb978c348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.141760] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "84aafe14-992f-497d-ac94-a20eb978c348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.142012] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "84aafe14-992f-497d-ac94-a20eb978c348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.144625] env[62225]: INFO nova.compute.manager [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Terminating instance [ 914.146216] env[62225]: DEBUG nova.compute.manager [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 914.146466] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 914.147289] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf5911-3625-475d-877d-30de75d7d3cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.154651] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 914.154921] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e593a2b-2325-4c03-996e-39bff525275f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.164411] env[62225]: DEBUG oslo_vmware.api [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678020, 'name': PowerOffVM_Task, 'duration_secs': 0.364431} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.165597] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 914.165763] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 914.166086] env[62225]: DEBUG oslo_vmware.api [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 914.166086] env[62225]: value = "task-678022" [ 914.166086] env[62225]: _type = "Task" [ 914.166086] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.166309] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c6e173-721a-4477-9cdb-771adb312dd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.173222] env[62225]: DEBUG nova.compute.manager [req-6708223a-2abd-4099-89ed-c1c2caf9fe7e req-97f85a0f-ccc7-452a-b283-f8f07821446b service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Received event network-vif-deleted-5c51874c-2640-4e46-8a1e-cf88aa335dfa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 914.173458] env[62225]: INFO nova.compute.manager [req-6708223a-2abd-4099-89ed-c1c2caf9fe7e req-97f85a0f-ccc7-452a-b283-f8f07821446b service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Neutron deleted interface 5c51874c-2640-4e46-8a1e-cf88aa335dfa; detaching it from the instance and deleting it from the info cache [ 914.173707] env[62225]: DEBUG nova.network.neutron [req-6708223a-2abd-4099-89ed-c1c2caf9fe7e req-97f85a0f-ccc7-452a-b283-f8f07821446b service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.180541] env[62225]: DEBUG oslo_vmware.api [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.192300] env[62225]: DEBUG nova.network.neutron [-] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.218359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-76eb2cac-6096-484f-9dcd-8507494668c3 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.694s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.253933] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144439} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.254960] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.255358] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7725da2a-e6fd-47b7-a4a8-dd97bb0e1538 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.281184] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/8a6ad4c6-3b26-4059-9795-e58ed8bd2a92.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.281540] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f9df21-e45e-4711-88e5-83a204a9a1f2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.302370] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 914.302370] env[62225]: value = "task-678024" [ 914.302370] env[62225]: _type = "Task" [ 914.302370] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.313419] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.414219] env[62225]: INFO nova.scheduler.client.report [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleted allocations for instance 9bc53117-5246-43a5-be2a-d30604de51ed [ 914.577449] env[62225]: INFO nova.compute.claims [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.617431] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a1b0e0-a031-85bd-4ff3-d977cd94926e, 'name': SearchDatastore_Task, 'duration_secs': 0.018456} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.618377] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ae5c96-b43b-4992-bdae-680f3207da92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.624771] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 914.624771] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5289612c-da4f-1cc9-48e4-a2f760dfcb21" [ 914.624771] env[62225]: _type = "Task" [ 914.624771] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.634998] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5289612c-da4f-1cc9-48e4-a2f760dfcb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.678898] env[62225]: DEBUG oslo_vmware.api [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678022, 'name': PowerOffVM_Task, 'duration_secs': 0.347984} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.679047] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1234edb-e4be-4b52-81de-5e6be8ec4a9c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.681064] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 914.681733] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 914.681733] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab703e6-0cea-4ca9-a559-6cf8ea986d99 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.691512] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3b371e-5c15-482d-b427-6ecf23e706f2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.703191] env[62225]: INFO nova.compute.manager [-] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Took 1.67 seconds to deallocate network for instance. [ 914.734190] env[62225]: DEBUG nova.compute.manager [req-6708223a-2abd-4099-89ed-c1c2caf9fe7e req-97f85a0f-ccc7-452a-b283-f8f07821446b service nova] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Detach interface failed, port_id=5c51874c-2640-4e46-8a1e-cf88aa335dfa, reason: Instance e5b0b921-5288-44da-ad40-56abd7202a8c could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 914.812986] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.923510] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0f8eed01-2776-433b-8656-c1cefbcfc654 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9bc53117-5246-43a5-be2a-d30604de51ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.449s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.087019] env[62225]: INFO nova.compute.resource_tracker [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating resource usage from migration 9c7e6fd3-ee80-441f-8508-a2cee9e5291c [ 915.144197] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5289612c-da4f-1cc9-48e4-a2f760dfcb21, 'name': SearchDatastore_Task, 'duration_secs': 0.0141} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.144870] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.145181] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d/4db736f4-9018-48e6-9c8d-382c36d1c75d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 915.145499] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e177bca-7af6-4087-a29d-91352aee031b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.154723] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 915.154723] env[62225]: value = "task-678026" [ 915.154723] env[62225]: _type = "Task" [ 915.154723] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.167162] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.211069] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.314229] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678024, 'name': ReconfigVM_Task, 'duration_secs': 0.90949} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.314653] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/8a6ad4c6-3b26-4059-9795-e58ed8bd2a92.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.317613] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f7ffcad-6cc3-4188-acf7-fa91d508eec8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.331715] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 915.331715] env[62225]: value = "task-678027" [ 915.331715] env[62225]: _type = "Task" [ 915.331715] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.351795] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678027, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.500920] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2c9732-4665-4ed7-9b07-69911f5cf8b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.511236] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72be34d9-a9e1-44ba-b077-819e80421821 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.551705] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33f384-e6ba-4742-944c-ea421297bf42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.561270] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1713c7-73d7-4aac-95bf-43ccaa57672f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.582989] env[62225]: DEBUG nova.compute.provider_tree [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.668607] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.845291] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678027, 'name': Rename_Task, 'duration_secs': 0.174529} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.845592] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 915.845850] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78936475-650f-4c6e-a4d2-6d4d81ecc4ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.853449] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 915.853449] env[62225]: value = "task-678028" [ 915.853449] env[62225]: _type = "Task" [ 915.853449] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.864045] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.941555] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 915.941555] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 915.941555] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleting the datastore file [datastore1] 80fa37f9-2db8-4986-82c8-669ac9b34357 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.941555] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36c672a2-e0d6-4673-a8dc-25f8f0b2ff5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.953451] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 915.953748] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 915.953924] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleting the datastore file [datastore1] 84aafe14-992f-497d-ac94-a20eb978c348 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.955546] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637cad5c-3d05-48a3-822e-757e208f10bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.957275] env[62225]: DEBUG oslo_vmware.api [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 915.957275] env[62225]: value = "task-678029" [ 915.957275] env[62225]: _type = "Task" [ 915.957275] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.963282] env[62225]: DEBUG oslo_vmware.api [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 915.963282] env[62225]: value = "task-678030" [ 915.963282] env[62225]: _type = "Task" [ 915.963282] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.970301] env[62225]: DEBUG oslo_vmware.api [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.975920] env[62225]: DEBUG oslo_vmware.api [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.088460] env[62225]: DEBUG nova.scheduler.client.report [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 916.166372] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59996} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.166715] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d/4db736f4-9018-48e6-9c8d-382c36d1c75d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 916.166873] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.167148] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f97a6e16-ef66-407d-88d9-17aa0a5abca4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.174803] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 916.174803] env[62225]: value = "task-678031" [ 916.174803] env[62225]: _type = "Task" [ 916.174803] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.182960] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.196988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-882539ee-e877-4357-b7af-303553f227fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.197294] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.197673] env[62225]: DEBUG nova.objects.instance [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'flavor' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.364704] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.471211] env[62225]: DEBUG oslo_vmware.api [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157174} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.471959] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.472231] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 916.472376] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 916.472537] env[62225]: INFO nova.compute.manager [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Took 2.84 seconds to destroy the instance on the hypervisor. [ 916.472816] env[62225]: DEBUG oslo.service.loopingcall [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.473512] env[62225]: DEBUG nova.compute.manager [-] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 916.473679] env[62225]: DEBUG nova.network.neutron [-] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 916.478367] env[62225]: DEBUG oslo_vmware.api [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156331} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.478965] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.479188] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 916.479377] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 916.479552] env[62225]: INFO nova.compute.manager [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Took 2.33 seconds to destroy the instance on the hypervisor. [ 916.479787] env[62225]: DEBUG oslo.service.loopingcall [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.479981] env[62225]: DEBUG nova.compute.manager [-] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 916.480086] env[62225]: DEBUG nova.network.neutron [-] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 916.594364] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.527s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.594582] env[62225]: INFO nova.compute.manager [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Migrating [ 916.601322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.016s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.604033] env[62225]: DEBUG nova.objects.instance [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lazy-loading 'resources' on Instance uuid 620c617e-a89b-44b3-b240-ad5e23c97697 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.686405] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065089} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.686731] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.687525] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3e432-f038-40ae-9021-61721d99e2ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.704402] env[62225]: DEBUG nova.objects.instance [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'pci_requests' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.714576] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d/4db736f4-9018-48e6-9c8d-382c36d1c75d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.715907] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92060782-5917-4f1c-b898-f8a0299ebc8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.738256] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 916.738256] env[62225]: value = "task-678032" [ 916.738256] env[62225]: _type = "Task" [ 916.738256] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.748276] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.869663] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.113921] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.114159] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.114347] env[62225]: DEBUG nova.network.neutron [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 917.206464] env[62225]: DEBUG nova.objects.base [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Object Instance<882539ee-e877-4357-b7af-303553f227fd> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 917.206742] env[62225]: DEBUG nova.network.neutron [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 917.250164] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.298375] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0b93ddd9-40c1-4f2b-8710-7f3b2ada3871 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.101s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.374413] env[62225]: DEBUG oslo_vmware.api [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678028, 'name': PowerOnVM_Task, 'duration_secs': 1.087749} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.374413] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 917.374413] env[62225]: INFO nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Took 9.85 seconds to spawn the instance on the hypervisor. [ 917.374413] env[62225]: DEBUG nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 917.374413] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97008cec-2ae1-4d00-8839-3d0052db71e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.418232] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.418566] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.418776] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.420293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.420293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.424946] env[62225]: INFO nova.compute.manager [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Terminating instance [ 917.426975] env[62225]: DEBUG nova.compute.manager [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 917.427194] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 917.428210] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7512f37b-8ab6-4674-b5db-49db273aff02 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.440343] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 917.440343] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e09ea6-16b9-4c94-aeb1-ebb4ccda6db8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.451248] env[62225]: DEBUG oslo_vmware.api [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 917.451248] env[62225]: value = "task-678033" [ 917.451248] env[62225]: _type = "Task" [ 917.451248] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.467276] env[62225]: DEBUG oslo_vmware.api [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.494203] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b36fff9-3afd-43c0-9c0e-0ad723483a91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.503304] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58f2a7-1c54-41c2-b747-e08492bf74af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.506795] env[62225]: DEBUG nova.network.neutron [-] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.547884] env[62225]: DEBUG nova.network.neutron [-] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.551973] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96917a06-6812-46ea-8892-81180aa5fcb4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.554811] env[62225]: DEBUG nova.compute.manager [req-8f35145d-ba93-428c-9b1f-616c6eac896f req-6c5ce27d-bde6-4b82-a726-bfffde9046be service nova] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Received event network-vif-deleted-9d19ff8e-2322-4b63-8c26-fef6ca2ba5ad {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 917.561959] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be584c5b-cd78-43ac-b28a-34e19d127072 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.577874] env[62225]: DEBUG nova.compute.provider_tree [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.584901] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "cfef2461-9316-486b-8c8b-e9979d46a94f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.585301] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.585377] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "cfef2461-9316-486b-8c8b-e9979d46a94f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.585539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.585708] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.587897] env[62225]: INFO nova.compute.manager [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Terminating instance [ 917.589678] env[62225]: DEBUG nova.compute.manager [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 917.589882] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 917.590693] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7722be22-10ec-4a09-814b-059a7da3a8f2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.601318] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 917.601572] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-323f8ee2-5bca-4188-aaaa-fb4fd0988758 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.608288] env[62225]: DEBUG oslo_vmware.api [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 917.608288] env[62225]: value = "task-678034" [ 917.608288] env[62225]: _type = "Task" [ 917.608288] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.620115] env[62225]: DEBUG oslo_vmware.api [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.751037] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678032, 'name': ReconfigVM_Task, 'duration_secs': 0.671755} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.751412] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d/4db736f4-9018-48e6-9c8d-382c36d1c75d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.752084] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d2dd7b-5e77-4466-b014-f5f9a56a3041 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.760770] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 917.760770] env[62225]: value = "task-678035" [ 917.760770] env[62225]: _type = "Task" [ 917.760770] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.772775] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678035, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.897994] env[62225]: DEBUG nova.network.neutron [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.898677] env[62225]: INFO nova.compute.manager [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Took 34.76 seconds to build instance. [ 917.963347] env[62225]: DEBUG oslo_vmware.api [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678033, 'name': PowerOffVM_Task, 'duration_secs': 0.32899} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.963668] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 917.964378] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 917.964378] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e10f07-8e90-4226-9336-3a9c1031dbf0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.981896] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.982803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.982803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.982803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.982803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.984899] env[62225]: INFO nova.compute.manager [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Terminating instance [ 917.986758] env[62225]: DEBUG nova.compute.manager [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 917.986966] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 917.987796] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d4331a-a1cf-4bed-a86a-c3b6fcdfeb5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.996767] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 917.998806] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b4c749a-4a88-430e-b20e-de2690d58dfb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.003558] env[62225]: DEBUG oslo_vmware.api [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 918.003558] env[62225]: value = "task-678037" [ 918.003558] env[62225]: _type = "Task" [ 918.003558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.011883] env[62225]: INFO nova.compute.manager [-] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Took 1.53 seconds to deallocate network for instance. [ 918.022368] env[62225]: DEBUG oslo_vmware.api [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.038280] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 918.038627] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 918.038840] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleting the datastore file [datastore1] 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.039162] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6894a81-d6ce-42fc-ae97-01aff509affe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.048392] env[62225]: DEBUG oslo_vmware.api [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 918.048392] env[62225]: value = "task-678038" [ 918.048392] env[62225]: _type = "Task" [ 918.048392] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.052044] env[62225]: INFO nova.compute.manager [-] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Took 1.58 seconds to deallocate network for instance. [ 918.076052] env[62225]: DEBUG oslo_vmware.api [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.080386] env[62225]: DEBUG nova.scheduler.client.report [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 918.119564] env[62225]: DEBUG oslo_vmware.api [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678034, 'name': PowerOffVM_Task, 'duration_secs': 0.18337} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.119876] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 918.120076] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 918.120351] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d0d1e0a-07f1-470d-a3b6-15e30decd216 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.206023] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 918.206023] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 918.206023] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Deleting the datastore file [datastore1] cfef2461-9316-486b-8c8b-e9979d46a94f {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.206338] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40641dc5-ca01-47b5-aedb-d7129e2924db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.216873] env[62225]: DEBUG oslo_vmware.api [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 918.216873] env[62225]: value = "task-678040" [ 918.216873] env[62225]: _type = "Task" [ 918.216873] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.226391] env[62225]: DEBUG oslo_vmware.api [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.271285] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678035, 'name': Rename_Task, 'duration_secs': 0.170199} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.271815] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 918.271988] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e204bf-fb78-46eb-a09a-0049459ee9d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.280292] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 918.280292] env[62225]: value = "task-678041" [ 918.280292] env[62225]: _type = "Task" [ 918.280292] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.293051] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.401870] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.403705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6598a268-0854-4d2d-b863-9622af330a30 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.666s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.514743] env[62225]: DEBUG oslo_vmware.api [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678037, 'name': PowerOffVM_Task, 'duration_secs': 0.203079} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.515045] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 918.515230] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 918.515494] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ea2ed1-6330-4f91-a3cc-3c7d7dfdd023 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.520022] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.560216] env[62225]: DEBUG oslo_vmware.api [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148822} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.560881] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.560881] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 918.561051] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 918.561180] env[62225]: INFO nova.compute.manager [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 918.561416] env[62225]: DEBUG oslo.service.loopingcall [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.561658] env[62225]: DEBUG nova.compute.manager [-] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 918.561798] env[62225]: DEBUG nova.network.neutron [-] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 918.569530] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.588285] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.590897] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.952s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.594228] env[62225]: INFO nova.compute.claims [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.596712] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 918.597152] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 918.597465] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleting the datastore file [datastore1] ef88646f-25ce-4ea0-9f46-e2e9ce110b3b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.600440] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79411011-0d78-494a-b765-3062e619b87a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.608765] env[62225]: DEBUG oslo_vmware.api [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for the task: (returnval){ [ 918.608765] env[62225]: value = "task-678043" [ 918.608765] env[62225]: _type = "Task" [ 918.608765] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.619286] env[62225]: DEBUG oslo_vmware.api [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.660622] env[62225]: INFO nova.scheduler.client.report [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Deleted allocations for instance 620c617e-a89b-44b3-b240-ad5e23c97697 [ 918.733437] env[62225]: DEBUG oslo_vmware.api [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139135} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.733437] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.733437] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 918.733437] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 918.733437] env[62225]: INFO nova.compute.manager [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.733768] env[62225]: DEBUG oslo.service.loopingcall [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.733881] env[62225]: DEBUG nova.compute.manager [-] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 918.733980] env[62225]: DEBUG nova.network.neutron [-] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 918.791176] env[62225]: DEBUG oslo_vmware.api [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678041, 'name': PowerOnVM_Task, 'duration_secs': 0.484521} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.791911] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 918.792146] env[62225]: INFO nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 918.792334] env[62225]: DEBUG nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 918.793174] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df53f6ef-ff5e-4a0c-8f22-0505ff630ca4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.966108] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.966484] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.966709] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.966909] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.967112] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.970796] env[62225]: INFO nova.compute.manager [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Terminating instance [ 918.972460] env[62225]: DEBUG nova.compute.manager [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 918.972727] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 918.973842] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8fe7ae-88e5-4dfa-986b-a68e26306a8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.982399] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 918.987506] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f753ebd2-8edb-47a1-82ed-932cf37b9171 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.992827] env[62225]: DEBUG oslo_vmware.api [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 918.992827] env[62225]: value = "task-678044" [ 918.992827] env[62225]: _type = "Task" [ 918.992827] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.006027] env[62225]: DEBUG oslo_vmware.api [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.125659] env[62225]: DEBUG oslo_vmware.api [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Task: {'id': task-678043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143077} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.125950] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.126162] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 919.126353] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 919.126530] env[62225]: INFO nova.compute.manager [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 919.126798] env[62225]: DEBUG oslo.service.loopingcall [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.127332] env[62225]: DEBUG nova.compute.manager [-] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 919.127436] env[62225]: DEBUG nova.network.neutron [-] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 919.170976] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a2df1eb8-5281-4b32-9b31-e2fb55aeae37 tempest-ServerShowV247Test-41674965 tempest-ServerShowV247Test-41674965-project-member] Lock "620c617e-a89b-44b3-b240-ad5e23c97697" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.286s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.313021] env[62225]: INFO nova.compute.manager [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Took 35.11 seconds to build instance. [ 919.504939] env[62225]: DEBUG oslo_vmware.api [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678044, 'name': PowerOffVM_Task, 'duration_secs': 0.303037} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.505367] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 919.505551] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 919.505944] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1745812f-51f7-4a83-bdaf-69dd14aeddb4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.572085] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 919.572344] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 919.572537] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleting the datastore file [datastore2] 73d6830e-bab4-4639-a471-759aab5ba3a1 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.572819] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f4065f5-3f0e-44fc-98ef-eefaee65f1a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.587525] env[62225]: DEBUG oslo_vmware.api [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for the task: (returnval){ [ 919.587525] env[62225]: value = "task-678046" [ 919.587525] env[62225]: _type = "Task" [ 919.587525] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.607194] env[62225]: DEBUG oslo_vmware.api [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.611431] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-882539ee-e877-4357-b7af-303553f227fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.613243] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.613243] env[62225]: DEBUG nova.objects.instance [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'flavor' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.716854] env[62225]: DEBUG nova.network.neutron [-] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.814641] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2135977e-7400-4eca-84f9-130710859c36 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.921020] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb9e2c-c217-49e4-b0ae-842e9c4fffd5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.940549] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 920.042705] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490550d7-5bcc-4d11-8505-f50cc2544a33 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.050888] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68652af-8026-4efc-93d6-28ca88be11b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.086777] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fb66ea-d49d-40c1-9574-325205dae3a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.089522] env[62225]: DEBUG nova.network.neutron [-] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.102701] env[62225]: DEBUG oslo_vmware.api [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Task: {'id': task-678046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158557} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.103976] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc11aa-b856-43db-a58e-24e1270ec8ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.109875] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.109875] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 920.109875] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 920.109875] env[62225]: INFO nova.compute.manager [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 920.109875] env[62225]: DEBUG oslo.service.loopingcall [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.109875] env[62225]: DEBUG nova.compute.manager [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 920.109875] env[62225]: DEBUG nova.network.neutron [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 920.124968] env[62225]: DEBUG nova.compute.provider_tree [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.144973] env[62225]: DEBUG nova.network.neutron [-] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.151600] env[62225]: DEBUG nova.compute.manager [req-42ab380a-8197-4dd6-9c6f-f824b61177c4 req-1ac9dd9c-9a79-4cd2-a27c-3b1092d1f5d0 service nova] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Received event network-vif-deleted-0213bba8-0fdb-49a6-a79c-edf84a785537 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 920.151688] env[62225]: DEBUG nova.compute.manager [req-42ab380a-8197-4dd6-9c6f-f824b61177c4 req-1ac9dd9c-9a79-4cd2-a27c-3b1092d1f5d0 service nova] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Received event network-vif-deleted-9f6972ef-3a20-4f95-9b0f-1bb7e1ccebe8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 920.168962] env[62225]: DEBUG nova.compute.manager [req-6585fa75-47f8-4907-8c0e-c5a0f8f19fca req-23e248d8-03a7-468a-920c-d3ae4c9c0a99 service nova] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Received event network-vif-deleted-247a7de5-8c78-4eb3-91a0-415caee51be1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 920.201177] env[62225]: DEBUG nova.objects.instance [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'pci_requests' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.220788] env[62225]: INFO nova.compute.manager [-] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Took 1.66 seconds to deallocate network for instance. [ 920.449234] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 920.449778] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eef3d87-631c-425c-9fdf-3d57a6294ad3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.474371] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 920.474371] env[62225]: value = "task-678047" [ 920.474371] env[62225]: _type = "Task" [ 920.474371] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.490561] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 920.490561] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 920.595067] env[62225]: INFO nova.compute.manager [-] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Took 1.47 seconds to deallocate network for instance. [ 920.629026] env[62225]: DEBUG nova.scheduler.client.report [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 920.650531] env[62225]: INFO nova.compute.manager [-] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Took 1.92 seconds to deallocate network for instance. [ 920.703994] env[62225]: DEBUG nova.objects.base [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Object Instance<882539ee-e877-4357-b7af-303553f227fd> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 920.704285] env[62225]: DEBUG nova.network.neutron [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 920.727655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.778628] env[62225]: DEBUG nova.policy [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 920.995221] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 920.995663] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 920.996034] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.996367] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 920.996637] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.996918] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 920.997278] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 920.997563] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 920.997866] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 920.998175] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 920.998488] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.007565] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d083ee-1cc4-4320-843f-8ec83eec65ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.034257] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 921.034257] env[62225]: value = "task-678048" [ 921.034257] env[62225]: _type = "Task" [ 921.034257] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.057983] env[62225]: DEBUG nova.network.neutron [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.064260] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.106476] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.133739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.134518] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 921.137258] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.667s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.137395] env[62225]: DEBUG nova.objects.instance [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 921.159379] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.384522] env[62225]: DEBUG nova.network.neutron [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Successfully created port: 2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.549292] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678048, 'name': ReconfigVM_Task, 'duration_secs': 0.262338} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.549292] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 921.565306] env[62225]: INFO nova.compute.manager [-] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Took 1.46 seconds to deallocate network for instance. [ 921.642769] env[62225]: DEBUG nova.compute.utils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.647562] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 921.647737] env[62225]: DEBUG nova.network.neutron [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 921.698516] env[62225]: DEBUG nova.policy [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b46d1b7ebff4b02a5df2c7df3ef4d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987f21651793480f9491cd902ecaf08d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 922.058071] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 922.058454] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 922.058500] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.058657] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 922.058808] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.058957] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 922.059180] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 922.059347] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 922.059519] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 922.059695] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 922.059881] env[62225]: DEBUG nova.virt.hardware [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.065834] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.066647] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5ceb82-045b-4bd2-b2e8-a51e5bf485bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.081794] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.089288] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 922.089288] env[62225]: value = "task-678049" [ 922.089288] env[62225]: _type = "Task" [ 922.089288] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.103625] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.148426] env[62225]: DEBUG nova.network.neutron [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Successfully created port: efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.150712] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 922.153939] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a86503bc-fdfa-45f1-a625-c270198ed2e7 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.155493] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.204s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.155679] env[62225]: DEBUG nova.objects.instance [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'resources' on Instance uuid b6d9ba98-9e70-437a-b4e4-2246355d72d5 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.313176] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.313349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.602904] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678049, 'name': ReconfigVM_Task, 'duration_secs': 0.193879} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.603223] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.604018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f696197a-b859-40cc-a8e4-d362f9d2cff2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.629149] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17/9cb5f79a-1614-4346-9e99-f105c206aa17.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.629472] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84973bef-4c80-404d-8c10-f66a201bffed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.652819] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 922.652819] env[62225]: value = "task-678050" [ 922.652819] env[62225]: _type = "Task" [ 922.652819] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.667985] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.816151] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 922.869438] env[62225]: DEBUG nova.compute.manager [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Received event network-vif-deleted-7548a37d-e177-4d72-aeab-3ec41a130fa8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 922.869661] env[62225]: DEBUG nova.compute.manager [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 922.869837] env[62225]: DEBUG nova.compute.manager [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing instance network info cache due to event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 922.870085] env[62225]: DEBUG oslo_concurrency.lockutils [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.870218] env[62225]: DEBUG oslo_concurrency.lockutils [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.870587] env[62225]: DEBUG nova.network.neutron [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 922.971470] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e32d08-a1a3-412c-ac2c-2cc619544b08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.979856] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f8668-4d67-46bd-b2be-60095a1366e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.018595] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d72162-bea4-43b9-b398-894a5cfbd110 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.027939] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c017a502-8fa1-4a63-b6bc-18dacfd580da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.043097] env[62225]: DEBUG nova.compute.provider_tree [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.164585] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 923.166606] env[62225]: DEBUG oslo_vmware.api [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678050, 'name': ReconfigVM_Task, 'duration_secs': 0.28974} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.167092] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17/9cb5f79a-1614-4346-9e99-f105c206aa17.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.167471] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 923.214532] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 923.214816] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 923.214984] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.215188] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 923.215341] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.215493] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 923.215763] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 923.215945] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 923.216229] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 923.216305] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 923.216479] env[62225]: DEBUG nova.virt.hardware [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.217360] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d65705d-69c1-44e6-abe7-b63c2fdcedc3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.227376] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d0c0d-a752-405b-9ada-e7c5b12fd4c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.309912] env[62225]: DEBUG nova.network.neutron [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Successfully updated port: 2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.371040] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.527031] env[62225]: DEBUG nova.compute.manager [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 923.545948] env[62225]: DEBUG nova.scheduler.client.report [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 923.674325] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d9b00-a48b-40a2-b9ec-0b20aed02171 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.700743] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba42ee10-88db-4c3d-af03-25388d6a9958 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.724455] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 923.780729] env[62225]: DEBUG nova.network.neutron [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updated VIF entry in instance network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 923.781723] env[62225]: DEBUG nova.network.neutron [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.813590] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.813862] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.814050] env[62225]: DEBUG nova.network.neutron [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 923.999618] env[62225]: DEBUG nova.network.neutron [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Successfully updated port: efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.040823] env[62225]: DEBUG nova.compute.manager [req-2463ea7f-12d5-4b23-8155-4e82264b8fae req-26bad5b7-27e2-48b8-b343-c62bb43ed77e service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Received event network-vif-plugged-efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 924.040823] env[62225]: DEBUG oslo_concurrency.lockutils [req-2463ea7f-12d5-4b23-8155-4e82264b8fae req-26bad5b7-27e2-48b8-b343-c62bb43ed77e service nova] Acquiring lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.040823] env[62225]: DEBUG oslo_concurrency.lockutils [req-2463ea7f-12d5-4b23-8155-4e82264b8fae req-26bad5b7-27e2-48b8-b343-c62bb43ed77e service nova] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.041018] env[62225]: DEBUG oslo_concurrency.lockutils [req-2463ea7f-12d5-4b23-8155-4e82264b8fae req-26bad5b7-27e2-48b8-b343-c62bb43ed77e service nova] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.041197] env[62225]: DEBUG nova.compute.manager [req-2463ea7f-12d5-4b23-8155-4e82264b8fae req-26bad5b7-27e2-48b8-b343-c62bb43ed77e service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] No waiting events found dispatching network-vif-plugged-efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 924.041364] env[62225]: WARNING nova.compute.manager [req-2463ea7f-12d5-4b23-8155-4e82264b8fae req-26bad5b7-27e2-48b8-b343-c62bb43ed77e service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Received unexpected event network-vif-plugged-efb59cfc-f368-47e4-8df0-214d3b852d92 for instance with vm_state building and task_state spawning. [ 924.052553] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.053311] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.589s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.053541] env[62225]: DEBUG nova.objects.instance [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'resources' on Instance uuid 4137ef36-75a4-46f5-8534-f159e7211118 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.071427] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.109020] env[62225]: INFO nova.scheduler.client.report [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted allocations for instance b6d9ba98-9e70-437a-b4e4-2246355d72d5 [ 924.283992] env[62225]: DEBUG oslo_concurrency.lockutils [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.284328] env[62225]: DEBUG nova.compute.manager [req-1c36eee5-6b53-4eda-909c-0a54326af5b0 req-5e6441ea-14ec-48db-a195-f4980ef3ff45 service nova] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Received event network-vif-deleted-b99c53b8-60ab-4ebc-95ce-b5ad3881a536 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 924.293883] env[62225]: DEBUG nova.network.neutron [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Port c7ecc50b-0f34-468e-8980-3c2c1c0d6870 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 924.347270] env[62225]: WARNING nova.network.neutron [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] 7802fbd1-c169-47ff-af3a-4b8be8fd9d2e already exists in list: networks containing: ['7802fbd1-c169-47ff-af3a-4b8be8fd9d2e']. ignoring it [ 924.503041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-bdee07e4-8d40-412b-859c-b1e6bb67af2d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.503041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-bdee07e4-8d40-412b-859c-b1e6bb67af2d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.503041] env[62225]: DEBUG nova.network.neutron [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 924.622055] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bb4642b7-5c6f-4f34-8d5c-07a51e06bb2e tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "b6d9ba98-9e70-437a-b4e4-2246355d72d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.382s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.702528] env[62225]: DEBUG nova.network.neutron [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "address": "fa:16:3e:8e:ee:80", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1546ec-e8", "ovs_interfaceid": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.854836] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b49f49-9a28-4f0c-a607-75f453556258 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.865503] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83661e1e-747b-40e5-a992-046157ce0611 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.898826] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79bfd5c-7f11-4e09-a37c-006ca5694ce8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.907596] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc504925-d363-444d-a0ef-3a076b1e755d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.922652] env[62225]: DEBUG nova.compute.provider_tree [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.031489] env[62225]: DEBUG nova.network.neutron [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 925.082826] env[62225]: DEBUG nova.compute.manager [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-vif-plugged-2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 925.083065] env[62225]: DEBUG oslo_concurrency.lockutils [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.083379] env[62225]: DEBUG oslo_concurrency.lockutils [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] Lock "882539ee-e877-4357-b7af-303553f227fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.083446] env[62225]: DEBUG oslo_concurrency.lockutils [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] Lock "882539ee-e877-4357-b7af-303553f227fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.083616] env[62225]: DEBUG nova.compute.manager [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] No waiting events found dispatching network-vif-plugged-2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 925.083856] env[62225]: WARNING nova.compute.manager [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received unexpected event network-vif-plugged-2b1546ec-e8f0-42e9-b317-57742d150dfa for instance with vm_state active and task_state None. [ 925.084037] env[62225]: DEBUG nova.compute.manager [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-changed-2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 925.084205] env[62225]: DEBUG nova.compute.manager [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing instance network info cache due to event network-changed-2b1546ec-e8f0-42e9-b317-57742d150dfa. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 925.084376] env[62225]: DEBUG oslo_concurrency.lockutils [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.166985] env[62225]: DEBUG nova.network.neutron [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Updating instance_info_cache with network_info: [{"id": "efb59cfc-f368-47e4-8df0-214d3b852d92", "address": "fa:16:3e:c3:bf:b1", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb59cfc-f3", "ovs_interfaceid": "efb59cfc-f368-47e4-8df0-214d3b852d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.205796] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.206527] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.206694] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.207486] env[62225]: DEBUG oslo_concurrency.lockutils [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.207486] env[62225]: DEBUG nova.network.neutron [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing network info cache for port 2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 925.208852] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee03e4-9cbc-4e12-bc66-ef585719f3d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.228225] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 925.228491] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 925.228676] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.228874] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 925.229064] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.229226] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 925.229434] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 925.229595] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 925.229764] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 925.229927] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 925.230114] env[62225]: DEBUG nova.virt.hardware [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.236360] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfiguring VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 925.236871] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc143a6-fa03-4a79-99cd-1f067d5e7511 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.255638] env[62225]: DEBUG oslo_vmware.api [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 925.255638] env[62225]: value = "task-678051" [ 925.255638] env[62225]: _type = "Task" [ 925.255638] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.263764] env[62225]: DEBUG oslo_vmware.api [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678051, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.316167] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.316633] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.316633] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.425877] env[62225]: DEBUG nova.scheduler.client.report [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 925.670625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-bdee07e4-8d40-412b-859c-b1e6bb67af2d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.671192] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Instance network_info: |[{"id": "efb59cfc-f368-47e4-8df0-214d3b852d92", "address": "fa:16:3e:c3:bf:b1", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb59cfc-f3", "ovs_interfaceid": "efb59cfc-f368-47e4-8df0-214d3b852d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 925.671435] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:bf:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb59cfc-f368-47e4-8df0-214d3b852d92', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.678851] env[62225]: DEBUG oslo.service.loopingcall [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.679088] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 925.679324] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97cf77e-5fc6-4d14-9981-4b2aa823f5c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.702978] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.702978] env[62225]: value = "task-678052" [ 925.702978] env[62225]: _type = "Task" [ 925.702978] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.711447] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678052, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.769123] env[62225]: DEBUG oslo_vmware.api [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.933821] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.936243] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.559s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.938375] env[62225]: INFO nova.compute.claims [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.950779] env[62225]: DEBUG nova.network.neutron [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updated VIF entry in instance network info cache for port 2b1546ec-e8f0-42e9-b317-57742d150dfa. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 925.950779] env[62225]: DEBUG nova.network.neutron [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "address": "fa:16:3e:8e:ee:80", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1546ec-e8", "ovs_interfaceid": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.979214] env[62225]: INFO nova.scheduler.client.report [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance 4137ef36-75a4-46f5-8534-f159e7211118 [ 926.148121] env[62225]: DEBUG nova.compute.manager [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Received event network-changed-efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 926.148422] env[62225]: DEBUG nova.compute.manager [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Refreshing instance network info cache due to event network-changed-efb59cfc-f368-47e4-8df0-214d3b852d92. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 926.148593] env[62225]: DEBUG oslo_concurrency.lockutils [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] Acquiring lock "refresh_cache-bdee07e4-8d40-412b-859c-b1e6bb67af2d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.148744] env[62225]: DEBUG oslo_concurrency.lockutils [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] Acquired lock "refresh_cache-bdee07e4-8d40-412b-859c-b1e6bb67af2d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.148913] env[62225]: DEBUG nova.network.neutron [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Refreshing network info cache for port efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 926.216733] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678052, 'name': CreateVM_Task, 'duration_secs': 0.458791} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.216925] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 926.219665] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.219665] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.219665] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.219665] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11053a3-03f1-4dd8-8cc2-1038b697b975 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.226010] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 926.226010] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b2bbe-5e87-9b00-a0b2-db876ccebed0" [ 926.226010] env[62225]: _type = "Task" [ 926.226010] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.235470] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b2bbe-5e87-9b00-a0b2-db876ccebed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.267330] env[62225]: DEBUG oslo_vmware.api [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678051, 'name': ReconfigVM_Task, 'duration_secs': 0.920927} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.267830] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.268065] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfigured VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 926.354749] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.355027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.355163] env[62225]: DEBUG nova.network.neutron [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 926.452287] env[62225]: DEBUG oslo_concurrency.lockutils [req-5cecdb87-d583-4aca-8564-0000cb12ed53 req-a0151816-563c-4e13-83e6-941e7789156e service nova] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.488876] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cedc3a78-8234-4ad4-ab94-25bab4dff186 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "4137ef36-75a4-46f5-8534-f159e7211118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.124s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.740234] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b2bbe-5e87-9b00-a0b2-db876ccebed0, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.740566] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.740890] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.741046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.741202] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.741384] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.741656] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d949824-cf0b-40f9-bb86-bd5ee7772446 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.752560] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.752762] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 926.755624] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf77192-c65d-4265-a8cf-236b30c60beb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.762063] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 926.762063] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32d41-0c58-8f9b-8c59-b3b3975bb2e8" [ 926.762063] env[62225]: _type = "Task" [ 926.762063] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.770467] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32d41-0c58-8f9b-8c59-b3b3975bb2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.773268] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4556dfff-914a-407b-8031-d7f211ccb079 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.160s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.861459] env[62225]: DEBUG nova.network.neutron [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Updated VIF entry in instance network info cache for port efb59cfc-f368-47e4-8df0-214d3b852d92. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 926.861932] env[62225]: DEBUG nova.network.neutron [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Updating instance_info_cache with network_info: [{"id": "efb59cfc-f368-47e4-8df0-214d3b852d92", "address": "fa:16:3e:c3:bf:b1", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb59cfc-f3", "ovs_interfaceid": "efb59cfc-f368-47e4-8df0-214d3b852d92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.089913] env[62225]: DEBUG nova.compute.manager [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 927.179214] env[62225]: DEBUG nova.network.neutron [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.275940] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c32d41-0c58-8f9b-8c59-b3b3975bb2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.278067] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad16ce-6d53-49a5-bf70-1835ae40dcc1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.281462] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3512d1-c3e0-4e3a-9388-ba9abc7e15a4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.289102] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 927.289102] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4620f-51dd-aa18-2c9f-7e9c55f9bb5e" [ 927.289102] env[62225]: _type = "Task" [ 927.289102] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.290083] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc1a81b-14bd-4133-bbeb-cb3be0bdc585 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.302324] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4620f-51dd-aa18-2c9f-7e9c55f9bb5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.328145] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5118ab2c-9d89-4711-b9ab-93a07256380c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.336339] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6c9236-0ae5-4d31-873d-8c002718b219 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.349963] env[62225]: DEBUG nova.compute.provider_tree [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.365029] env[62225]: DEBUG oslo_concurrency.lockutils [req-b0c960ef-e8bf-4a52-a38d-2328b4766448 req-77450a1d-2231-45a5-bf40-51956ea7bd4b service nova] Releasing lock "refresh_cache-bdee07e4-8d40-412b-859c-b1e6bb67af2d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.609017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.682979] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.807955] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a4620f-51dd-aa18-2c9f-7e9c55f9bb5e, 'name': SearchDatastore_Task, 'duration_secs': 0.0201} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.808281] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.808546] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] bdee07e4-8d40-412b-859c-b1e6bb67af2d/bdee07e4-8d40-412b-859c-b1e6bb67af2d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 927.808818] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d58dbfb-2914-4c96-954f-f5d355302334 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.816109] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 927.816109] env[62225]: value = "task-678053" [ 927.816109] env[62225]: _type = "Task" [ 927.816109] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.835358] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.854104] env[62225]: DEBUG nova.scheduler.client.report [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 928.212834] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd099d-2998-4c1d-ba2d-0f19d125e2d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.237646] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfd986b-9ff5-4750-a2d8-96c9eba858d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.246117] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 928.327248] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454611} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.327248] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] bdee07e4-8d40-412b-859c-b1e6bb67af2d/bdee07e4-8d40-412b-859c-b1e6bb67af2d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 928.327248] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.327575] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d694c8af-a516-4f1f-b9a4-51554eb208d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.335202] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 928.335202] env[62225]: value = "task-678054" [ 928.335202] env[62225]: _type = "Task" [ 928.335202] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.346383] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.359789] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.360379] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 928.363522] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.153s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.363838] env[62225]: DEBUG nova.objects.instance [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lazy-loading 'resources' on Instance uuid e5b0b921-5288-44da-ad40-56abd7202a8c {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.741171] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "90398046-7523-46d7-a78f-be88c779b19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.741425] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "90398046-7523-46d7-a78f-be88c779b19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.752707] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe80277-f88d-48d6-a69f-c65cb73d86bb tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance '9cb5f79a-1614-4346-9e99-f105c206aa17' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 928.845360] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071493} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.845701] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.846436] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0d70bf-e439-4ba6-b391-942656ca417e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.869158] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] bdee07e4-8d40-412b-859c-b1e6bb67af2d/bdee07e4-8d40-412b-859c-b1e6bb67af2d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.870405] env[62225]: DEBUG nova.compute.utils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 928.877791] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e4c0b1-0174-4ad8-a7f8-135a7bc8b451 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.893862] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 928.894062] env[62225]: DEBUG nova.network.neutron [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 928.904039] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 928.904039] env[62225]: value = "task-678055" [ 928.904039] env[62225]: _type = "Task" [ 928.904039] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.010185] env[62225]: DEBUG nova.policy [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bba2c6979b1e4823b0859a9d1da44f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '263f39e5bf034aa7803db23d01f7a514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 929.135536] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-882539ee-e877-4357-b7af-303553f227fd-1b362700-c830-4750-8c68-56475bff22e8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.135801] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-1b362700-c830-4750-8c68-56475bff22e8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.136250] env[62225]: DEBUG nova.objects.instance [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'flavor' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.220081] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b2eda9-f18b-42cf-8a43-c5efcf837b3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.233039] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4135d9b-0ef4-41d1-97e0-08546bf3e9ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.266810] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 929.273163] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e90d248-99ad-428b-ab12-7fde59506e0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.283808] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c751446-b6a5-486a-bdc9-31e1f043181a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.297347] env[62225]: DEBUG nova.compute.provider_tree [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.375607] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 929.414085] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678055, 'name': ReconfigVM_Task, 'duration_secs': 0.347162} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.414376] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Reconfigured VM instance instance-00000056 to attach disk [datastore2] bdee07e4-8d40-412b-859c-b1e6bb67af2d/bdee07e4-8d40-412b-859c-b1e6bb67af2d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.415065] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a73f8b70-c6f8-48a5-9593-83a8edc60a51 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.421190] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 929.421190] env[62225]: value = "task-678056" [ 929.421190] env[62225]: _type = "Task" [ 929.421190] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.428998] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678056, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.592568] env[62225]: DEBUG nova.network.neutron [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Successfully created port: fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.743100] env[62225]: DEBUG nova.objects.instance [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'pci_requests' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.800718] env[62225]: DEBUG nova.scheduler.client.report [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 929.816461] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.930862] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678056, 'name': Rename_Task, 'duration_secs': 0.152534} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.931172] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 929.931413] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c97a19-8f25-4b06-9ab8-a1182199d0de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.938805] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 929.938805] env[62225]: value = "task-678057" [ 929.938805] env[62225]: _type = "Task" [ 929.938805] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.947797] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.247069] env[62225]: DEBUG nova.objects.base [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Object Instance<882539ee-e877-4357-b7af-303553f227fd> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 930.247594] env[62225]: DEBUG nova.network.neutron [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 930.307199] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.310736] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.792s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.310996] env[62225]: DEBUG nova.objects.instance [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lazy-loading 'resources' on Instance uuid 84aafe14-992f-497d-ac94-a20eb978c348 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.366461] env[62225]: INFO nova.scheduler.client.report [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted allocations for instance e5b0b921-5288-44da-ad40-56abd7202a8c [ 930.387181] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 930.429328] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 930.429498] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 930.429671] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.429855] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 930.430017] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.430190] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 930.431302] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 930.431302] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 930.431302] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 930.431302] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 930.431302] env[62225]: DEBUG nova.virt.hardware [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.432032] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dbba35-9903-4505-ba67-2a5c4122bed0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443497] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba30b49-5140-44cc-8704-a8716f2b1c53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.449212] env[62225]: DEBUG nova.policy [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 930.462158] env[62225]: DEBUG oslo_vmware.api [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678057, 'name': PowerOnVM_Task, 'duration_secs': 0.450479} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.462632] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 930.462857] env[62225]: INFO nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Took 7.30 seconds to spawn the instance on the hypervisor. [ 930.463054] env[62225]: DEBUG nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 930.463822] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b1df5-1939-45a1-9a99-2f6bdaecafee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.755976] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.756386] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.756588] env[62225]: INFO nova.compute.manager [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Shelving [ 930.874898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4038ab6f-4844-426b-b0fe-50f0bcccb58f tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "e5b0b921-5288-44da-ad40-56abd7202a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.002s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.982924] env[62225]: INFO nova.compute.manager [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Took 27.36 seconds to build instance. [ 931.104728] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc47b61-4d2c-4965-8e1c-8880520533fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.112495] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcfe4d1-1e71-40f0-8d6f-01ad98a8ea20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.143688] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340705a-2e35-4e7d-84a0-c05e0e78c5ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.151432] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60031f-c8f0-47fb-a818-b599055eada1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.164641] env[62225]: DEBUG nova.compute.provider_tree [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.263431] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 931.263743] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd2f57b-ac5b-44ce-a038-39fdda1de0fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.271637] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 931.271637] env[62225]: value = "task-678058" [ 931.271637] env[62225]: _type = "Task" [ 931.271637] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.280116] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.350929] env[62225]: DEBUG nova.network.neutron [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Successfully updated port: fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.485185] env[62225]: DEBUG oslo_concurrency.lockutils [None req-aa124e8c-4d79-4cbc-87df-5d74d9fb80cd tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.874s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.638730] env[62225]: DEBUG nova.compute.manager [req-f4de0811-06ca-4aef-b839-5cf0618636c8 req-c7696547-5907-45ea-ad6e-e6a0a9f042b9 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Received event network-vif-plugged-fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 931.638963] env[62225]: DEBUG oslo_concurrency.lockutils [req-f4de0811-06ca-4aef-b839-5cf0618636c8 req-c7696547-5907-45ea-ad6e-e6a0a9f042b9 service nova] Acquiring lock "2673f54d-19f4-4302-882c-70e9da03cb58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.639196] env[62225]: DEBUG oslo_concurrency.lockutils [req-f4de0811-06ca-4aef-b839-5cf0618636c8 req-c7696547-5907-45ea-ad6e-e6a0a9f042b9 service nova] Lock "2673f54d-19f4-4302-882c-70e9da03cb58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.639377] env[62225]: DEBUG oslo_concurrency.lockutils [req-f4de0811-06ca-4aef-b839-5cf0618636c8 req-c7696547-5907-45ea-ad6e-e6a0a9f042b9 service nova] Lock "2673f54d-19f4-4302-882c-70e9da03cb58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.639557] env[62225]: DEBUG nova.compute.manager [req-f4de0811-06ca-4aef-b839-5cf0618636c8 req-c7696547-5907-45ea-ad6e-e6a0a9f042b9 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] No waiting events found dispatching network-vif-plugged-fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 931.639734] env[62225]: WARNING nova.compute.manager [req-f4de0811-06ca-4aef-b839-5cf0618636c8 req-c7696547-5907-45ea-ad6e-e6a0a9f042b9 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Received unexpected event network-vif-plugged-fcd1df12-d6fa-47f6-bec3-c98cac37b064 for instance with vm_state building and task_state spawning. [ 931.667540] env[62225]: DEBUG nova.scheduler.client.report [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 931.783867] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678058, 'name': PowerOffVM_Task, 'duration_secs': 0.228675} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.784177] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 931.784973] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e89a3-8281-4d0e-aa5e-d7ed707e5f98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.803377] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c04ca80-d205-4795-979d-ecd438c95d74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.855223] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "refresh_cache-2673f54d-19f4-4302-882c-70e9da03cb58" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.855223] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "refresh_cache-2673f54d-19f4-4302-882c-70e9da03cb58" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.855223] env[62225]: DEBUG nova.network.neutron [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 931.971421] env[62225]: DEBUG nova.network.neutron [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Successfully updated port: 1b362700-c830-4750-8c68-56475bff22e8 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.080318] env[62225]: DEBUG nova.compute.manager [req-3f267428-6fd6-4f35-ac99-a56ac3ff5048 req-86b20a61-f11c-45fc-a8f4-992c4aca4a7b service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-vif-plugged-1b362700-c830-4750-8c68-56475bff22e8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 932.080640] env[62225]: DEBUG oslo_concurrency.lockutils [req-3f267428-6fd6-4f35-ac99-a56ac3ff5048 req-86b20a61-f11c-45fc-a8f4-992c4aca4a7b service nova] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.080861] env[62225]: DEBUG oslo_concurrency.lockutils [req-3f267428-6fd6-4f35-ac99-a56ac3ff5048 req-86b20a61-f11c-45fc-a8f4-992c4aca4a7b service nova] Lock "882539ee-e877-4357-b7af-303553f227fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.081047] env[62225]: DEBUG oslo_concurrency.lockutils [req-3f267428-6fd6-4f35-ac99-a56ac3ff5048 req-86b20a61-f11c-45fc-a8f4-992c4aca4a7b service nova] Lock "882539ee-e877-4357-b7af-303553f227fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.081227] env[62225]: DEBUG nova.compute.manager [req-3f267428-6fd6-4f35-ac99-a56ac3ff5048 req-86b20a61-f11c-45fc-a8f4-992c4aca4a7b service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] No waiting events found dispatching network-vif-plugged-1b362700-c830-4750-8c68-56475bff22e8 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 932.081396] env[62225]: WARNING nova.compute.manager [req-3f267428-6fd6-4f35-ac99-a56ac3ff5048 req-86b20a61-f11c-45fc-a8f4-992c4aca4a7b service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received unexpected event network-vif-plugged-1b362700-c830-4750-8c68-56475bff22e8 for instance with vm_state active and task_state None. [ 932.125036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.125269] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.125461] env[62225]: DEBUG nova.compute.manager [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Going to confirm migration 4 {{(pid=62225) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 932.171846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.174987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.605s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.175306] env[62225]: DEBUG nova.objects.instance [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lazy-loading 'resources' on Instance uuid 80fa37f9-2db8-4986-82c8-669ac9b34357 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.221218] env[62225]: INFO nova.scheduler.client.report [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted allocations for instance 84aafe14-992f-497d-ac94-a20eb978c348 [ 932.314016] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.314367] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a85845dd-bf51-49f8-a736-104c673e9b83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.331631] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 932.331631] env[62225]: value = "task-678059" [ 932.331631] env[62225]: _type = "Task" [ 932.331631] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.341473] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.383944] env[62225]: DEBUG nova.network.neutron [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 932.472401] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.472588] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.472771] env[62225]: DEBUG nova.network.neutron [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 932.530422] env[62225]: DEBUG nova.network.neutron [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Updating instance_info_cache with network_info: [{"id": "fcd1df12-d6fa-47f6-bec3-c98cac37b064", "address": "fa:16:3e:ef:12:85", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd1df12-d6", "ovs_interfaceid": "fcd1df12-d6fa-47f6-bec3-c98cac37b064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.694429] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.694619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.694784] env[62225]: DEBUG nova.network.neutron [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 932.694971] env[62225]: DEBUG nova.objects.instance [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'info_cache' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.730410] env[62225]: DEBUG oslo_concurrency.lockutils [None req-56eadcfc-c825-41e5-bbf2-2f08b2fb8725 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "84aafe14-992f-497d-ac94-a20eb978c348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.589s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.844825] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.960945] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.961236] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.979335] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e630d5-ab4f-4f00-a936-78a3dc6ed01b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.988264] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd566f4-afbb-49d7-b8a0-ca29ca62ccda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.020152] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51107621-2dbb-469f-bbb8-138791127c4a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.028431] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7228c5c-3abf-4bd6-9266-3d046adf4dfc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.032976] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "refresh_cache-2673f54d-19f4-4302-882c-70e9da03cb58" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.033305] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Instance network_info: |[{"id": "fcd1df12-d6fa-47f6-bec3-c98cac37b064", "address": "fa:16:3e:ef:12:85", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd1df12-d6", "ovs_interfaceid": "fcd1df12-d6fa-47f6-bec3-c98cac37b064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 933.033768] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:12:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd1df12-d6fa-47f6-bec3-c98cac37b064', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.041336] env[62225]: DEBUG oslo.service.loopingcall [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.042776] env[62225]: WARNING nova.network.neutron [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] 7802fbd1-c169-47ff-af3a-4b8be8fd9d2e already exists in list: networks containing: ['7802fbd1-c169-47ff-af3a-4b8be8fd9d2e']. ignoring it [ 933.043016] env[62225]: WARNING nova.network.neutron [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] 7802fbd1-c169-47ff-af3a-4b8be8fd9d2e already exists in list: networks containing: ['7802fbd1-c169-47ff-af3a-4b8be8fd9d2e']. ignoring it [ 933.045244] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 933.054042] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e367021c-da0d-46db-a5c4-826b9a54ab79 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.069845] env[62225]: DEBUG nova.compute.provider_tree [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.078545] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.078545] env[62225]: value = "task-678060" [ 933.078545] env[62225]: _type = "Task" [ 933.078545] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.088400] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678060, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.347932] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.466709] env[62225]: DEBUG nova.compute.utils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.536889] env[62225]: DEBUG nova.network.neutron [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "address": "fa:16:3e:8e:ee:80", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1546ec-e8", "ovs_interfaceid": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b362700-c830-4750-8c68-56475bff22e8", "address": "fa:16:3e:86:2b:e8", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b362700-c8", "ovs_interfaceid": "1b362700-c830-4750-8c68-56475bff22e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.573575] env[62225]: DEBUG nova.scheduler.client.report [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 933.589075] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678060, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.847448] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678059, 'name': CreateSnapshot_Task, 'duration_secs': 1.518628} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.850070] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.850841] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012da569-c8fa-4888-95bb-2d6690dfa19d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.921355] env[62225]: DEBUG nova.network.neutron [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.969756] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.039938] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.040624] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.040786] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.041723] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce467f70-605d-40fb-b163-9f9b625bc872 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.059358] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 934.059603] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 934.059765] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.059953] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 934.060115] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.060266] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 934.060472] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 934.060632] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 934.060799] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 934.060964] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 934.061156] env[62225]: DEBUG nova.virt.hardware [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.067335] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfiguring VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 934.067937] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f8fda7-efc9-4c7c-b1e1-168d7efac8de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.080639] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.082949] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.355s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.083232] env[62225]: DEBUG nova.objects.instance [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lazy-loading 'resources' on Instance uuid 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.094610] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678060, 'name': CreateVM_Task, 'duration_secs': 0.752889} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.095806] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 934.096162] env[62225]: DEBUG oslo_vmware.api [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 934.096162] env[62225]: value = "task-678061" [ 934.096162] env[62225]: _type = "Task" [ 934.096162] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.096761] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.096924] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.097263] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.097795] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ff83e3-6ae3-403b-99cc-d3b7c44d9c1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.105661] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 934.105661] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52954be9-05be-7a5d-9816-a80af4a49f20" [ 934.105661] env[62225]: _type = "Task" [ 934.105661] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.108724] env[62225]: DEBUG oslo_vmware.api [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.118064] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52954be9-05be-7a5d-9816-a80af4a49f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.136543] env[62225]: INFO nova.scheduler.client.report [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted allocations for instance 80fa37f9-2db8-4986-82c8-669ac9b34357 [ 934.370070] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.370352] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59df0371-447a-4834-8aea-39d389ecbd03 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.379484] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 934.379484] env[62225]: value = "task-678062" [ 934.379484] env[62225]: _type = "Task" [ 934.379484] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.387606] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.424651] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.424931] env[62225]: DEBUG nova.objects.instance [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'migration_context' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.608233] env[62225]: DEBUG oslo_vmware.api [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.620202] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52954be9-05be-7a5d-9816-a80af4a49f20, 'name': SearchDatastore_Task, 'duration_secs': 0.027507} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.622712] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.622958] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.623213] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.623364] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.623597] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.624014] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb89c0d-0ef5-45a0-afe1-0b6236f0f48a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.636819] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.636949] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 934.637641] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f412570-5705-42e2-9818-4452210fee1c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.645816] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 934.645816] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52525643-8b2f-5778-1f74-47f72e9a8071" [ 934.645816] env[62225]: _type = "Task" [ 934.645816] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.646347] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5a27f2db-6357-4fb7-b931-6f3f13c0b8e8 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "80fa37f9-2db8-4986-82c8-669ac9b34357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.024s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.660555] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52525643-8b2f-5778-1f74-47f72e9a8071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.843955] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.844401] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.868380] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6512e340-c595-47c2-bbab-e5457a01c885 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.877152] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328b847-8270-4430-961d-a08fcc5eaa9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.889642] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.915557] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d200fb-222d-4add-bd7e-ee150283d291 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.923710] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083e1b79-fced-466c-a423-599bd9736a20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.928322] env[62225]: DEBUG nova.objects.base [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Object Instance<9cb5f79a-1614-4346-9e99-f105c206aa17> lazy-loaded attributes: info_cache,migration_context {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 934.929118] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb7c5f-df36-46a8-abcd-ce322c914511 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.942309] env[62225]: DEBUG nova.compute.provider_tree [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.957913] env[62225]: DEBUG nova.scheduler.client.report [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 934.960914] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747a6231-7859-470d-a882-0114cfe56287 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.968100] env[62225]: DEBUG oslo_vmware.api [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 934.968100] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222364e-1559-aca1-4a1e-22f6554f4c9a" [ 934.968100] env[62225]: _type = "Task" [ 934.968100] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.977412] env[62225]: DEBUG oslo_vmware.api [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222364e-1559-aca1-4a1e-22f6554f4c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.068978] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.070107] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.070107] env[62225]: INFO nova.compute.manager [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Attaching volume 061b55a4-7d67-4fc2-b344-706883f80bd6 to /dev/sdb [ 935.103903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29bcd9f-cb85-4839-b073-ae9cf07dc539 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.112715] env[62225]: DEBUG oslo_vmware.api [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.114777] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a52879-d3dd-4edd-be07-1fe02d7711a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.130675] env[62225]: DEBUG nova.virt.block_device [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Updating existing volume attachment record: 41a5ebdc-e358-4366-8ecb-a88f273b49a9 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 935.160471] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52525643-8b2f-5778-1f74-47f72e9a8071, 'name': SearchDatastore_Task, 'duration_secs': 0.030884} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.161564] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e8892b-8405-4975-9adf-e104c69a165b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.169117] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 935.169117] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7c91b-a66a-60f0-eadd-f50f8139953a" [ 935.169117] env[62225]: _type = "Task" [ 935.169117] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.179668] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7c91b-a66a-60f0-eadd-f50f8139953a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.341684] env[62225]: DEBUG nova.compute.manager [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Received event network-changed-fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 935.341886] env[62225]: DEBUG nova.compute.manager [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Refreshing instance network info cache due to event network-changed-fcd1df12-d6fa-47f6-bec3-c98cac37b064. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 935.342119] env[62225]: DEBUG oslo_concurrency.lockutils [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] Acquiring lock "refresh_cache-2673f54d-19f4-4302-882c-70e9da03cb58" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.342315] env[62225]: DEBUG oslo_concurrency.lockutils [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] Acquired lock "refresh_cache-2673f54d-19f4-4302-882c-70e9da03cb58" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.342496] env[62225]: DEBUG nova.network.neutron [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Refreshing network info cache for port fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 935.351438] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.351623] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 935.390897] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.466439] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.383s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.469595] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.364s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.469920] env[62225]: DEBUG nova.objects.instance [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lazy-loading 'resources' on Instance uuid ef88646f-25ce-4ea0-9f46-e2e9ce110b3b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.481399] env[62225]: DEBUG oslo_vmware.api [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5222364e-1559-aca1-4a1e-22f6554f4c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.017222} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.482337] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.497530] env[62225]: INFO nova.scheduler.client.report [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleted allocations for instance 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2 [ 935.540553] env[62225]: DEBUG nova.compute.manager [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-changed-1b362700-c830-4750-8c68-56475bff22e8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 935.540804] env[62225]: DEBUG nova.compute.manager [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing instance network info cache due to event network-changed-1b362700-c830-4750-8c68-56475bff22e8. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 935.541088] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.541257] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.541427] env[62225]: DEBUG nova.network.neutron [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Refreshing network info cache for port 1b362700-c830-4750-8c68-56475bff22e8 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 935.609729] env[62225]: DEBUG oslo_vmware.api [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678061, 'name': ReconfigVM_Task, 'duration_secs': 1.335066} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.610276] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.610496] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfigured VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 935.679937] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7c91b-a66a-60f0-eadd-f50f8139953a, 'name': SearchDatastore_Task, 'duration_secs': 0.042062} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.680235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.680498] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 2673f54d-19f4-4302-882c-70e9da03cb58/2673f54d-19f4-4302-882c-70e9da03cb58.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 935.680758] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0455900-f99d-449a-887c-2eae081c195b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.689414] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 935.689414] env[62225]: value = "task-678066" [ 935.689414] env[62225]: _type = "Task" [ 935.689414] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.699290] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.899049] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.004812] env[62225]: DEBUG oslo_concurrency.lockutils [None req-606b24ab-1bbc-489d-8520-5014d3090ae4 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "9059d3f5-393d-47b6-ace0-cb7a7adbb5e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.586s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.089482] env[62225]: DEBUG nova.network.neutron [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Updated VIF entry in instance network info cache for port fcd1df12-d6fa-47f6-bec3-c98cac37b064. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 936.089934] env[62225]: DEBUG nova.network.neutron [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Updating instance_info_cache with network_info: [{"id": "fcd1df12-d6fa-47f6-bec3-c98cac37b064", "address": "fa:16:3e:ef:12:85", "network": {"id": "157bf5a5-4a2e-4d3c-93f0-3a6171b92d57", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1029263281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "263f39e5bf034aa7803db23d01f7a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd1df12-d6", "ovs_interfaceid": "fcd1df12-d6fa-47f6-bec3-c98cac37b064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.115227] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eee8ce45-7901-46b2-a766-51423d169625 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-1b362700-c830-4750-8c68-56475bff22e8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.979s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.200910] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.270957] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b19928-ef0c-4a92-9cdd-870c7e349b29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.282182] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a731b12d-6493-4d1a-8e88-2f2434feb15f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.321799] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b48dc9-0f8a-4647-9948-5ac21c02d061 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.331491] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b0a1a4-6c1b-4ffd-a1ca-9e059c5ce018 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.348236] env[62225]: DEBUG nova.compute.provider_tree [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.361913] env[62225]: DEBUG nova.network.neutron [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updated VIF entry in instance network info cache for port 1b362700-c830-4750-8c68-56475bff22e8. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 936.362436] env[62225]: DEBUG nova.network.neutron [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "address": "fa:16:3e:8e:ee:80", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1546ec-e8", "ovs_interfaceid": "2b1546ec-e8f0-42e9-b317-57742d150dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b362700-c830-4750-8c68-56475bff22e8", "address": "fa:16:3e:86:2b:e8", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b362700-c8", "ovs_interfaceid": "1b362700-c830-4750-8c68-56475bff22e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.393063] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.599045] env[62225]: DEBUG oslo_concurrency.lockutils [req-27cec720-6e0f-4734-8d98-c7e3a87b2f07 req-9277c47c-bba1-4c61-aa38-4500827fa61a service nova] Releasing lock "refresh_cache-2673f54d-19f4-4302-882c-70e9da03cb58" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.702105] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678066, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.782031] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "7c2877e4-3bb8-44e6-9456-beacaa003778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.782289] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.842930] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.843256] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.850913] env[62225]: DEBUG nova.scheduler.client.report [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 936.864814] env[62225]: DEBUG oslo_concurrency.lockutils [req-4ebfda61-3c28-48a7-afb6-db7bbbc98b5c req-b486ae9f-cf96-4ebd-91fa-f705dab80a10 service nova] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.893527] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.203098] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678066, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05005} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.203098] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 2673f54d-19f4-4302-882c-70e9da03cb58/2673f54d-19f4-4302-882c-70e9da03cb58.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 937.203526] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.203526] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e60fef60-641a-4c27-af03-a653bf9e9cbb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.210486] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 937.210486] env[62225]: value = "task-678067" [ 937.210486] env[62225]: _type = "Task" [ 937.210486] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.219650] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.284868] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 937.346361] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 937.358477] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.360782] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.202s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.360975] env[62225]: DEBUG nova.objects.instance [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lazy-loading 'resources' on Instance uuid cfef2461-9316-486b-8c8b-e9979d46a94f {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.396025] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.418111] env[62225]: INFO nova.scheduler.client.report [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Deleted allocations for instance ef88646f-25ce-4ea0-9f46-e2e9ce110b3b [ 937.720883] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269458} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.721613] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.722368] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791f5977-fe61-4e53-9287-4b0b8ef1275c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.745783] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 2673f54d-19f4-4302-882c-70e9da03cb58/2673f54d-19f4-4302-882c-70e9da03cb58.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.746805] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d1dd5c-58f1-4e72-ab17-ed8786a417da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.766837] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 937.766837] env[62225]: value = "task-678069" [ 937.766837] env[62225]: _type = "Task" [ 937.766837] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.777649] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.803878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.814456] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-882539ee-e877-4357-b7af-303553f227fd-2b1546ec-e8f0-42e9-b317-57742d150dfa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.814705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-2b1546ec-e8f0-42e9-b317-57742d150dfa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.866507] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.896642] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678062, 'name': CloneVM_Task, 'duration_secs': 3.40461} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.896877] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Created linked-clone VM from snapshot [ 937.899789] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9101b4-4542-4a73-9a86-d5ca9dcc0c93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.908680] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Uploading image aba25102-0b2c-481f-8faa-756be11e5e03 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 937.925591] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d0243861-716d-4e5f-8452-f456d3edc455 tempest-ListServersNegativeTestJSON-1514246688 tempest-ListServersNegativeTestJSON-1514246688-project-member] Lock "ef88646f-25ce-4ea0-9f46-e2e9ce110b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.943s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.965462] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 937.965462] env[62225]: value = "vm-163396" [ 937.965462] env[62225]: _type = "VirtualMachine" [ 937.965462] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 937.965754] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e40f795-567d-4b39-8fa7-fa0c35d7f32c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.975743] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease: (returnval){ [ 937.975743] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b708e-5392-cfc9-bc59-c04c73e4bd4e" [ 937.975743] env[62225]: _type = "HttpNfcLease" [ 937.975743] env[62225]: } obtained for exporting VM: (result){ [ 937.975743] env[62225]: value = "vm-163396" [ 937.975743] env[62225]: _type = "VirtualMachine" [ 937.975743] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 937.976073] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the lease: (returnval){ [ 937.976073] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b708e-5392-cfc9-bc59-c04c73e4bd4e" [ 937.976073] env[62225]: _type = "HttpNfcLease" [ 937.976073] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.986525] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.986525] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b708e-5392-cfc9-bc59-c04c73e4bd4e" [ 937.986525] env[62225]: _type = "HttpNfcLease" [ 937.986525] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 938.156832] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03014cce-b2b2-4367-b63b-2aa3849dc3bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.165276] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd23c73b-5e71-4b18-a910-3d77b42bae8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.195391] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f035f665-7627-43ec-90d4-a8bf055c4d91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.204206] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26dfb81-bffc-49a2-9d5f-f526a1cec6ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.218547] env[62225]: DEBUG nova.compute.provider_tree [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.278806] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.317993] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.318259] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.319158] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a9fbf9-c7ed-46c5-b374-f5eb218b1500 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.337313] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954a476-3b6e-40bc-be1f-d3c3d33d6dee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.365291] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfiguring VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 938.365569] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231a4bec-6852-4bc9-aef4-eca965ff79a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.388021] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 938.388021] env[62225]: value = "task-678071" [ 938.388021] env[62225]: _type = "Task" [ 938.388021] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.395977] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.486024] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.486024] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b708e-5392-cfc9-bc59-c04c73e4bd4e" [ 938.486024] env[62225]: _type = "HttpNfcLease" [ 938.486024] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 938.486024] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 938.486024] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b708e-5392-cfc9-bc59-c04c73e4bd4e" [ 938.486024] env[62225]: _type = "HttpNfcLease" [ 938.486024] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 938.486708] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64944d-7df8-43bb-ac17-7a0a0b2dc796 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.497158] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b72e7-9f44-733f-ac0a-e9cc7638a418/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 938.497569] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b72e7-9f44-733f-ac0a-e9cc7638a418/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 938.649716] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a5f12e8-c652-4ced-9baf-a99263b8f00f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.721195] env[62225]: DEBUG nova.scheduler.client.report [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 938.779996] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678069, 'name': ReconfigVM_Task, 'duration_secs': 1.012935} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.782256] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 2673f54d-19f4-4302-882c-70e9da03cb58/2673f54d-19f4-4302-882c-70e9da03cb58.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.782968] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754882e0-44a3-4cf0-bd2c-d009b0aa5dff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.792568] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 938.792568] env[62225]: value = "task-678072" [ 938.792568] env[62225]: _type = "Task" [ 938.792568] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.808776] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678072, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.880467] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Didn't find any instances for network info cache update. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 938.880717] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.880880] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.881044] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.881537] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.881853] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.882114] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.882326] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 938.882572] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.905693] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.229681] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.231210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.149s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.232428] env[62225]: DEBUG nova.objects.instance [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lazy-loading 'resources' on Instance uuid 73d6830e-bab4-4639-a471-759aab5ba3a1 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.251090] env[62225]: INFO nova.scheduler.client.report [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Deleted allocations for instance cfef2461-9316-486b-8c8b-e9979d46a94f [ 939.304547] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678072, 'name': Rename_Task, 'duration_secs': 0.310436} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.305164] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 939.306030] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a856a84d-6b97-4558-afd4-8c255e6e5c8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.314718] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 939.314718] env[62225]: value = "task-678073" [ 939.314718] env[62225]: _type = "Task" [ 939.314718] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.328794] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.387561] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.401370] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.764940] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f670ae2f-1549-4d1a-a8d4-cb6a7c686fa8 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "cfef2461-9316-486b-8c8b-e9979d46a94f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.180s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.835660] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.904294] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.087969] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65975741-5893-4ff8-b023-10f45cb08572 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.099661] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c77137c-298b-422e-aa7e-a668eabed2b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.146326] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9001da-895e-4560-ae82-770f5414d0a4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.155390] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f5527-e974-4991-af7a-d6318c0535e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.171273] env[62225]: DEBUG nova.compute.provider_tree [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.181439] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 940.182036] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163398', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'name': 'volume-061b55a4-7d67-4fc2-b344-706883f80bd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bdee07e4-8d40-412b-859c-b1e6bb67af2d', 'attached_at': '', 'detached_at': '', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'serial': '061b55a4-7d67-4fc2-b344-706883f80bd6'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 940.182997] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281031c-262b-47d2-bb4d-6970a4c3287b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.203982] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b542c0-49bd-4d44-accf-2f1c60cb7ba9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.233678] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-061b55a4-7d67-4fc2-b344-706883f80bd6/volume-061b55a4-7d67-4fc2-b344-706883f80bd6.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.235279] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1ac3f2-6b98-43b1-a6bd-d07b74c68e1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.255372] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 940.255372] env[62225]: value = "task-678075" [ 940.255372] env[62225]: _type = "Task" [ 940.255372] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.265218] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.333349] env[62225]: DEBUG oslo_vmware.api [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678073, 'name': PowerOnVM_Task, 'duration_secs': 0.525149} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.333621] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 940.334084] env[62225]: INFO nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Took 9.95 seconds to spawn the instance on the hypervisor. [ 940.334342] env[62225]: DEBUG nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 940.335239] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e8d6ce-f3a0-47df-bb32-07f7bcd3af97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.402838] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.675326] env[62225]: DEBUG nova.scheduler.client.report [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 940.768618] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.858391] env[62225]: INFO nova.compute.manager [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Took 27.50 seconds to build instance. [ 940.902228] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.180704] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.183136] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.812s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.184832] env[62225]: INFO nova.compute.claims [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.208223] env[62225]: INFO nova.scheduler.client.report [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Deleted allocations for instance 73d6830e-bab4-4639-a471-759aab5ba3a1 [ 941.267073] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678075, 'name': ReconfigVM_Task, 'duration_secs': 0.641448} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.267775] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-061b55a4-7d67-4fc2-b344-706883f80bd6/volume-061b55a4-7d67-4fc2-b344-706883f80bd6.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.273047] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645ff345-c63a-4b06-ac7f-5efef5a325fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.290323] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 941.290323] env[62225]: value = "task-678076" [ 941.290323] env[62225]: _type = "Task" [ 941.290323] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.300176] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.360783] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3607ef54-90fb-4374-b091-9f2b2e342b56 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "2673f54d-19f4-4302-882c-70e9da03cb58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.012s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.404981] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.717723] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d8dd806-b8cc-42d1-ae5a-553cdc69249c tempest-ServersNegativeTestJSON-19965092 tempest-ServersNegativeTestJSON-19965092-project-member] Lock "73d6830e-bab4-4639-a471-759aab5ba3a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.750s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.803970] env[62225]: DEBUG oslo_vmware.api [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678076, 'name': ReconfigVM_Task, 'duration_secs': 0.150991} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.803970] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163398', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'name': 'volume-061b55a4-7d67-4fc2-b344-706883f80bd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bdee07e4-8d40-412b-859c-b1e6bb67af2d', 'attached_at': '', 'detached_at': '', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'serial': '061b55a4-7d67-4fc2-b344-706883f80bd6'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 941.904023] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.404679] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.516094] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf9d279-c4a9-4d8c-a3a0-4c361f51ad4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.528292] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e706a513-01dc-4c39-bfba-5668965d53ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.566786] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ced0c2-4628-48bb-a88d-2fe1d7a1e6ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.576827] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ff70a6-62d7-447a-ab35-649aae3776bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.597108] env[62225]: DEBUG nova.compute.provider_tree [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.862951] env[62225]: DEBUG nova.objects.instance [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'flavor' on Instance uuid bdee07e4-8d40-412b-859c-b1e6bb67af2d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.913557] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.071772] env[62225]: DEBUG nova.compute.manager [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 943.073056] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b489d3b1-1327-4809-92be-fce91886369d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.100996] env[62225]: DEBUG nova.scheduler.client.report [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 943.367013] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1bb7a589-b004-4c8f-9d84-170a0bf2eb6d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.411215] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.587337] env[62225]: INFO nova.compute.manager [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] instance snapshotting [ 943.594337] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d4d8b-9735-41c1-972c-af4e36e97f1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.621801] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.622393] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 943.627642] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.556s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.629945] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb9592-cee5-408d-84a4-2c6005cb648a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.634730] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.635085] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.635376] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.635630] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.635905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.642552] env[62225]: INFO nova.compute.manager [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Terminating instance [ 943.646907] env[62225]: DEBUG nova.compute.manager [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 943.646907] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 943.646907] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3223681-c77c-4501-813e-a76c5ec5bd62 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.655737] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 943.655737] env[62225]: value = "task-678077" [ 943.655737] env[62225]: _type = "Task" [ 943.655737] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.669113] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.893360] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.893360] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.893457] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "c87e8f96-2c8d-4663-8ca1-838af78da36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.893650] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.893873] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.896710] env[62225]: INFO nova.compute.manager [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Terminating instance [ 943.904569] env[62225]: DEBUG nova.compute.manager [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 943.906541] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 943.906541] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf86446-4608-4d25-974f-f9a316510a82 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.920886] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 943.924459] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67c76dc-fe20-42c1-ac58-0cdb6ea695ac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.926884] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.935799] env[62225]: DEBUG oslo_vmware.api [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 943.935799] env[62225]: value = "task-678078" [ 943.935799] env[62225]: _type = "Task" [ 943.935799] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.946165] env[62225]: DEBUG oslo_vmware.api [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.130863] env[62225]: DEBUG nova.compute.utils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 944.132791] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 944.133999] env[62225]: DEBUG nova.network.neutron [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 944.137746] env[62225]: INFO nova.compute.claims [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.148977] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.148977] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c55f991-1011-407c-9e4f-2a750cfbdfeb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.162975] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 944.162975] env[62225]: value = "task-678079" [ 944.162975] env[62225]: _type = "Task" [ 944.162975] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.176491] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678077, 'name': PowerOffVM_Task, 'duration_secs': 0.245076} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.176491] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 944.176491] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 944.176491] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163398', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'name': 'volume-061b55a4-7d67-4fc2-b344-706883f80bd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bdee07e4-8d40-412b-859c-b1e6bb67af2d', 'attached_at': '', 'detached_at': '', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'serial': '061b55a4-7d67-4fc2-b344-706883f80bd6'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 944.176491] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db11ac56-a42f-4a0f-8945-a280c2592628 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.183739] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.206914] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd395bb-db47-4dde-8d73-8f61cb3a956e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.216847] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2378509-29ff-46f8-a6dd-ed62f43ef6cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.242433] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced36d5a-7032-45f1-80e5-8209dc582233 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.259920] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] The volume has not been displaced from its original location: [datastore2] volume-061b55a4-7d67-4fc2-b344-706883f80bd6/volume-061b55a4-7d67-4fc2-b344-706883f80bd6.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 944.265715] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.267471] env[62225]: DEBUG nova.policy [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42c18ab9dd044037a5ec508ef3ef9871', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0576defd1fbb4d1d99bc92bc5c011385', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 944.269156] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6b46bf-7f9d-44dd-96f9-a17d1493e932 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.290605] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 944.290605] env[62225]: value = "task-678080" [ 944.290605] env[62225]: _type = "Task" [ 944.290605] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.299983] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678080, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.305356] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "5c29706a-cd48-44ec-b314-1a28886e19c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.305626] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.410975] env[62225]: DEBUG oslo_vmware.api [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678071, 'name': ReconfigVM_Task, 'duration_secs': 6.02384} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.411289] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.411556] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Reconfigured VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 944.451025] env[62225]: DEBUG oslo_vmware.api [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678078, 'name': PowerOffVM_Task, 'duration_secs': 0.3043} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.453849] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 944.453849] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 944.453849] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-812f12a9-b5a0-4101-9dc0-214f122f286e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.536227] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 944.536447] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 944.536649] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Deleting the datastore file [datastore1] c87e8f96-2c8d-4663-8ca1-838af78da36f {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.536951] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f51f72-534a-4e48-be26-1f884b1acb7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.547272] env[62225]: DEBUG oslo_vmware.api [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for the task: (returnval){ [ 944.547272] env[62225]: value = "task-678082" [ 944.547272] env[62225]: _type = "Task" [ 944.547272] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.558029] env[62225]: DEBUG oslo_vmware.api [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.636127] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 944.645575] env[62225]: INFO nova.compute.resource_tracker [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating resource usage from migration f91f9865-b505-4af0-94ce-f606c09b142e [ 944.683350] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.798717] env[62225]: DEBUG nova.compute.manager [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-vif-deleted-2b1546ec-e8f0-42e9-b317-57742d150dfa {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 944.798717] env[62225]: INFO nova.compute.manager [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Neutron deleted interface 2b1546ec-e8f0-42e9-b317-57742d150dfa; detaching it from the instance and deleting it from the info cache [ 944.798717] env[62225]: DEBUG nova.network.neutron [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b362700-c830-4750-8c68-56475bff22e8", "address": "fa:16:3e:86:2b:e8", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b362700-c8", "ovs_interfaceid": "1b362700-c830-4750-8c68-56475bff22e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.808081] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678080, 'name': ReconfigVM_Task, 'duration_secs': 0.376976} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.808765] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 944.811973] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.820970] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8df98a7-de15-4d41-ac5b-db2189693534 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.843180] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 944.843180] env[62225]: value = "task-678083" [ 944.843180] env[62225]: _type = "Task" [ 944.843180] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.854034] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.861076] env[62225]: DEBUG nova.network.neutron [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Successfully created port: 2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.058296] env[62225]: DEBUG oslo_vmware.api [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Task: {'id': task-678082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294487} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.058640] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.058957] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 945.059135] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 945.059360] env[62225]: INFO nova.compute.manager [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 945.059691] env[62225]: DEBUG oslo.service.loopingcall [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.059953] env[62225]: DEBUG nova.compute.manager [-] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 945.060113] env[62225]: DEBUG nova.network.neutron [-] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 945.101579] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd78e9-86fe-4836-b1f5-a262830d4c85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.111383] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac64264-3e30-45c0-99ea-82cf9d301355 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.154608] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78f5ae-d400-4d1d-87de-8eeb24ec5ba7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.164287] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dde7a2-8ded-4b55-958f-8cabd264642a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.220049] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678079, 'name': CreateSnapshot_Task, 'duration_secs': 0.776782} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.220049] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 945.220049] env[62225]: DEBUG nova.compute.provider_tree [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.220049] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b50c89-e00a-48f2-b936-b90e11d79016 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.304251] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.304251] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] Acquired lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.304442] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c92f8-ef6b-4377-814d-675423ede647 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.326204] env[62225]: DEBUG oslo_concurrency.lockutils [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] Releasing lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.326204] env[62225]: WARNING nova.compute.manager [req-6f72871b-2e67-4a50-bd7e-67b4afe5f565 req-31810390-4ca7-456c-af39-ca179860a59c service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Detach interface failed, port_id=2b1546ec-e8f0-42e9-b317-57742d150dfa, reason: No device with interface-id 2b1546ec-e8f0-42e9-b317-57742d150dfa exists on VM: nova.exception.NotFound: No device with interface-id 2b1546ec-e8f0-42e9-b317-57742d150dfa exists on VM [ 945.343227] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.351395] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678083, 'name': ReconfigVM_Task, 'duration_secs': 0.270635} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.351716] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163398', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'name': 'volume-061b55a4-7d67-4fc2-b344-706883f80bd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bdee07e4-8d40-412b-859c-b1e6bb67af2d', 'attached_at': '', 'detached_at': '', 'volume_id': '061b55a4-7d67-4fc2-b344-706883f80bd6', 'serial': '061b55a4-7d67-4fc2-b344-706883f80bd6'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 945.352010] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 945.352996] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af56d7-02d0-4311-b714-3897d1a7c47f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.361862] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 945.362144] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e9de64-0284-4261-abe0-9ca2ff756761 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.432444] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 945.432821] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 945.432994] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleting the datastore file [datastore2] bdee07e4-8d40-412b-859c-b1e6bb67af2d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.433503] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe609306-4c4c-44d1-a465-45c1f2f39406 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.442345] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 945.442345] env[62225]: value = "task-678085" [ 945.442345] env[62225]: _type = "Task" [ 945.442345] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.456644] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.656683] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 945.696123] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 945.696391] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 945.696553] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.696756] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 945.696911] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.697076] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 945.697307] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 945.697490] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 945.697667] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 945.698055] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 945.698264] env[62225]: DEBUG nova.virt.hardware [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.698789] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.698958] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.699144] env[62225]: DEBUG nova.network.neutron [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 945.705114] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeae9ce-cf10-4906-9f61-953453f92d52 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.717960] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.719086] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2fe81723-6317-47f3-a975-d43592fd337a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.732613] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fab55c-93d8-420f-a92c-dcb1cb2d9d79 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.738585] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 945.738585] env[62225]: value = "task-678086" [ 945.738585] env[62225]: _type = "Task" [ 945.738585] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.739586] env[62225]: ERROR nova.scheduler.client.report [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [req-b3168ea1-1f98-49ab-9932-d73b09c07078] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3168ea1-1f98-49ab-9932-d73b09c07078"}]} [ 945.759461] env[62225]: DEBUG nova.scheduler.client.report [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 945.765219] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678086, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.778102] env[62225]: DEBUG nova.scheduler.client.report [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 945.778557] env[62225]: DEBUG nova.compute.provider_tree [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.791762] env[62225]: DEBUG nova.scheduler.client.report [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 945.824625] env[62225]: DEBUG nova.scheduler.client.report [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 945.956867] env[62225]: DEBUG oslo_vmware.api [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34011} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.957314] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.957494] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 945.957801] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 945.957893] env[62225]: INFO nova.compute.manager [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Took 2.31 seconds to destroy the instance on the hypervisor. [ 945.958177] env[62225]: DEBUG oslo.service.loopingcall [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.958365] env[62225]: DEBUG nova.compute.manager [-] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 945.958467] env[62225]: DEBUG nova.network.neutron [-] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 946.013184] env[62225]: DEBUG nova.compute.manager [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-vif-deleted-1b362700-c830-4750-8c68-56475bff22e8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 946.013759] env[62225]: INFO nova.compute.manager [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Neutron deleted interface 1b362700-c830-4750-8c68-56475bff22e8; detaching it from the instance and deleting it from the info cache [ 946.015827] env[62225]: DEBUG nova.network.neutron [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.250950] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678086, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.253273] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20848a0-1eca-4ef3-84bb-ebd60f11389c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.263572] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e750a-f694-494b-9269-3de4c8f07d8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.301144] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab16dba-552d-473f-8a89-3e193f25033f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.310502] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8652eb-e524-4cb3-99a0-b44596645a66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.330795] env[62225]: DEBUG nova.compute.provider_tree [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.463062] env[62225]: DEBUG nova.network.neutron [-] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.468405] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.468405] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "882539ee-e877-4357-b7af-303553f227fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.468405] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.468563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "882539ee-e877-4357-b7af-303553f227fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.469136] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "882539ee-e877-4357-b7af-303553f227fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.471102] env[62225]: INFO nova.compute.manager [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Terminating instance [ 946.473114] env[62225]: DEBUG nova.compute.manager [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 946.473404] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 946.474231] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fd84fb-c06a-460a-a467-9a376d35ee32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.486751] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 946.487481] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d224bd-114e-4324-a3a8-c2de9d3450c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.496082] env[62225]: DEBUG oslo_vmware.api [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 946.496082] env[62225]: value = "task-678087" [ 946.496082] env[62225]: _type = "Task" [ 946.496082] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.506130] env[62225]: DEBUG oslo_vmware.api [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.525648] env[62225]: DEBUG oslo_concurrency.lockutils [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] Acquiring lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.608542] env[62225]: INFO nova.network.neutron [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Port 1b362700-c830-4750-8c68-56475bff22e8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 946.609043] env[62225]: DEBUG nova.network.neutron [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [{"id": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "address": "fa:16:3e:d3:2d:bd", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6a6732-9e", "ovs_interfaceid": "5f6a6732-9e56-4bf1-b892-de539c5b709a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.752018] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678086, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.827968] env[62225]: DEBUG nova.compute.manager [req-b5a45ff3-478b-4b6c-91da-8ea13465f4e3 req-d59b46ea-74d2-4d66-949d-55d3e40e687d service nova] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Received event network-vif-deleted-36d15299-2c71-4792-ad08-646a25ac75d5 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 946.836691] env[62225]: DEBUG nova.network.neutron [-] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.875861] env[62225]: DEBUG nova.scheduler.client.report [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 946.876467] env[62225]: DEBUG nova.compute.provider_tree [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 122 to 123 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 946.876808] env[62225]: DEBUG nova.compute.provider_tree [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.939809] env[62225]: DEBUG nova.network.neutron [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Successfully updated port: 2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.966908] env[62225]: INFO nova.compute.manager [-] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Took 1.91 seconds to deallocate network for instance. [ 947.013339] env[62225]: DEBUG oslo_vmware.api [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678087, 'name': PowerOffVM_Task, 'duration_secs': 0.211116} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.013339] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 947.013339] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 947.013339] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce2bc94-4ead-4948-a69a-a335a5f8bd06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.112851] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.138519] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 947.138519] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 947.138519] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleting the datastore file [datastore2] 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.139144] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6904ec3-1830-4040-a76d-05bebe3261ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.147365] env[62225]: DEBUG oslo_vmware.api [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 947.147365] env[62225]: value = "task-678089" [ 947.147365] env[62225]: _type = "Task" [ 947.147365] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.159690] env[62225]: DEBUG oslo_vmware.api [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.258671] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678086, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.271087] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b72e7-9f44-733f-ac0a-e9cc7638a418/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.272174] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf4b108-c247-41e9-a11c-d4d004f1ec15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.279877] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b72e7-9f44-733f-ac0a-e9cc7638a418/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.280074] env[62225]: ERROR oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b72e7-9f44-733f-ac0a-e9cc7638a418/disk-0.vmdk due to incomplete transfer. [ 947.280318] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ffe3327-0ad4-49b7-bd05-55c5f7097f53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.287828] env[62225]: DEBUG oslo_vmware.rw_handles [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b72e7-9f44-733f-ac0a-e9cc7638a418/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.288063] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Uploaded image aba25102-0b2c-481f-8faa-756be11e5e03 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 947.290334] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 947.290594] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-061cdba8-3fa8-4939-bba4-f8b3f616c753 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.297493] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 947.297493] env[62225]: value = "task-678090" [ 947.297493] env[62225]: _type = "Task" [ 947.297493] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.306423] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678090, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.341258] env[62225]: INFO nova.compute.manager [-] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Took 1.38 seconds to deallocate network for instance. [ 947.385213] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.757s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.385518] env[62225]: INFO nova.compute.manager [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Migrating [ 947.393753] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.785s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.442705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.442923] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquired lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.443467] env[62225]: DEBUG nova.network.neutron [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 947.474702] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.617962] env[62225]: DEBUG oslo_concurrency.lockutils [None req-39dc51ee-5736-4565-bccd-719bc8ed45fd tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-882539ee-e877-4357-b7af-303553f227fd-2b1546ec-e8f0-42e9-b317-57742d150dfa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.803s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.657786] env[62225]: DEBUG oslo_vmware.api [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508432} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.658647] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.658816] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 947.659136] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 947.659349] env[62225]: INFO nova.compute.manager [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 882539ee-e877-4357-b7af-303553f227fd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 947.659980] env[62225]: DEBUG oslo.service.loopingcall [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.659980] env[62225]: DEBUG nova.compute.manager [-] [instance: 882539ee-e877-4357-b7af-303553f227fd] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 947.659980] env[62225]: DEBUG nova.network.neutron [-] [instance: 882539ee-e877-4357-b7af-303553f227fd] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 947.700751] env[62225]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1b362700-c830-4750-8c68-56475bff22e8 could not be found.", "detail": ""}} {{(pid=62225) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 947.701024] env[62225]: DEBUG nova.network.neutron [-] Unable to show port 1b362700-c830-4750-8c68-56475bff22e8 as it no longer exists. {{(pid=62225) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 947.754066] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678086, 'name': CloneVM_Task, 'duration_secs': 1.828974} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.754381] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Created linked-clone VM from snapshot [ 947.755286] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00d2436-24bc-45b0-b710-98eaf488d0f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.764109] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Uploading image a2849a94-2b09-4e11-b965-4f0b98374f79 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 947.775857] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 947.776103] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15ad1d0b-57e8-406e-b855-692dc4c78b68 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.784045] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 947.784045] env[62225]: value = "task-678091" [ 947.784045] env[62225]: _type = "Task" [ 947.784045] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.792276] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678091, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.807484] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678090, 'name': Destroy_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.895676] env[62225]: INFO nova.compute.manager [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Took 0.55 seconds to detach 1 volumes for instance. [ 947.905178] env[62225]: INFO nova.compute.claims [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.908177] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.908177] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.908253] env[62225]: DEBUG nova.network.neutron [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 947.989381] env[62225]: DEBUG nova.network.neutron [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 948.049716] env[62225]: DEBUG nova.compute.manager [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Received event network-vif-deleted-efb59cfc-f368-47e4-8df0-214d3b852d92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 948.050012] env[62225]: DEBUG nova.compute.manager [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Received event network-vif-plugged-2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 948.051033] env[62225]: DEBUG oslo_concurrency.lockutils [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] Acquiring lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.051033] env[62225]: DEBUG oslo_concurrency.lockutils [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.051033] env[62225]: DEBUG oslo_concurrency.lockutils [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.051295] env[62225]: DEBUG nova.compute.manager [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] No waiting events found dispatching network-vif-plugged-2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 948.051416] env[62225]: WARNING nova.compute.manager [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Received unexpected event network-vif-plugged-2b4170b9-9346-49a1-baa2-c6e26405982f for instance with vm_state building and task_state spawning. [ 948.052477] env[62225]: DEBUG nova.compute.manager [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Received event network-changed-2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 948.052477] env[62225]: DEBUG nova.compute.manager [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Refreshing instance network info cache due to event network-changed-2b4170b9-9346-49a1-baa2-c6e26405982f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 948.052477] env[62225]: DEBUG oslo_concurrency.lockutils [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] Acquiring lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.207060] env[62225]: DEBUG nova.network.neutron [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updating instance_info_cache with network_info: [{"id": "2b4170b9-9346-49a1-baa2-c6e26405982f", "address": "fa:16:3e:a0:3f:57", "network": {"id": "e6683d2e-a455-4539-bad4-e0f84c57826e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-385090017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0576defd1fbb4d1d99bc92bc5c011385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4170b9-93", "ovs_interfaceid": "2b4170b9-9346-49a1-baa2-c6e26405982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.295733] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678091, 'name': Destroy_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.307963] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678090, 'name': Destroy_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.408602] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.411245] env[62225]: INFO nova.compute.resource_tracker [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating resource usage from migration bac41e7d-e3e0-427b-be2e-11a3d4759af9 [ 948.685017] env[62225]: DEBUG nova.network.neutron [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [{"id": "85299ebc-23fa-428c-9afc-4a72742250fc", "address": "fa:16:3e:4a:b5:88", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85299ebc-23", "ovs_interfaceid": "85299ebc-23fa-428c-9afc-4a72742250fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.709885] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Releasing lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.709965] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Instance network_info: |[{"id": "2b4170b9-9346-49a1-baa2-c6e26405982f", "address": "fa:16:3e:a0:3f:57", "network": {"id": "e6683d2e-a455-4539-bad4-e0f84c57826e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-385090017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0576defd1fbb4d1d99bc92bc5c011385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4170b9-93", "ovs_interfaceid": "2b4170b9-9346-49a1-baa2-c6e26405982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 948.711035] env[62225]: DEBUG oslo_concurrency.lockutils [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] Acquired lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.711035] env[62225]: DEBUG nova.network.neutron [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Refreshing network info cache for port 2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 948.711557] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:3f:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b4170b9-9346-49a1-baa2-c6e26405982f', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.721263] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Creating folder: Project (0576defd1fbb4d1d99bc92bc5c011385). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 948.722126] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a73464-6520-4790-9070-26cbf796ccfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.738614] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Created folder: Project (0576defd1fbb4d1d99bc92bc5c011385) in parent group-v163168. [ 948.738827] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Creating folder: Instances. Parent ref: group-v163401. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 948.739171] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea6ed18e-3f14-409f-a3c6-4378b555a4a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.742678] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8f7ce-5c11-4ebf-85de-b8eaab6f7534 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.751703] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf859ef-6f6d-4ff2-a97f-23ee3675ab1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.754722] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Created folder: Instances in parent group-v163401. [ 948.754986] env[62225]: DEBUG oslo.service.loopingcall [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.755518] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 948.755735] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78c4d88-29be-4535-b089-7ba0c6520860 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.796718] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c7a60-0609-4a1f-9bf8-887a898bd2be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.799960] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.799960] env[62225]: value = "task-678094" [ 948.799960] env[62225]: _type = "Task" [ 948.799960] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.810120] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678091, 'name': Destroy_Task, 'duration_secs': 0.686999} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.813706] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c7b5a-f899-44d8-8294-037aac8b57e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.818171] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Destroyed the VM [ 948.818171] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.820926] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1a4436c-ab28-4cc0-98c1-f044a1c33d37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.822760] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678090, 'name': Destroy_Task, 'duration_secs': 1.35248} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.826030] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Destroyed the VM [ 948.826239] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.828342] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678094, 'name': CreateVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.828342] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c991333e-5139-4d5c-8f84-4ebb032b228f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.837647] env[62225]: DEBUG nova.compute.provider_tree [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.840779] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 948.840779] env[62225]: value = "task-678095" [ 948.840779] env[62225]: _type = "Task" [ 948.840779] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.845736] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 948.845736] env[62225]: value = "task-678096" [ 948.845736] env[62225]: _type = "Task" [ 948.845736] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.853587] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.863895] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678096, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.872788] env[62225]: DEBUG nova.network.neutron [-] [instance: 882539ee-e877-4357-b7af-303553f227fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.189339] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.312930] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678094, 'name': CreateVM_Task} progress is 25%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.342998] env[62225]: DEBUG nova.scheduler.client.report [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 949.359193] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678096, 'name': RemoveSnapshot_Task, 'duration_secs': 0.484381} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.365094] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.365455] env[62225]: DEBUG nova.compute.manager [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 949.365808] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678095, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.366780] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0874627-83c6-4dab-975b-6c97ecad6f18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.375624] env[62225]: INFO nova.compute.manager [-] [instance: 882539ee-e877-4357-b7af-303553f227fd] Took 1.72 seconds to deallocate network for instance. [ 949.459769] env[62225]: DEBUG nova.network.neutron [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updated VIF entry in instance network info cache for port 2b4170b9-9346-49a1-baa2-c6e26405982f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 949.460181] env[62225]: DEBUG nova.network.neutron [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updating instance_info_cache with network_info: [{"id": "2b4170b9-9346-49a1-baa2-c6e26405982f", "address": "fa:16:3e:a0:3f:57", "network": {"id": "e6683d2e-a455-4539-bad4-e0f84c57826e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-385090017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0576defd1fbb4d1d99bc92bc5c011385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4170b9-93", "ovs_interfaceid": "2b4170b9-9346-49a1-baa2-c6e26405982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.813462] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678094, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.851274] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.458s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.851463] env[62225]: INFO nova.compute.manager [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Migrating [ 949.863631] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.047s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.865156] env[62225]: INFO nova.compute.claims [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.867668] env[62225]: DEBUG oslo_vmware.api [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.71457} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.870520] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.879754] env[62225]: INFO nova.compute.manager [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Shelve offloading [ 949.881446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.881878] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 949.882140] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983bb980-b5ae-4a3d-96b5-f662002cd61d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.890346] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 949.890346] env[62225]: value = "task-678097" [ 949.890346] env[62225]: _type = "Task" [ 949.890346] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.899365] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.963582] env[62225]: DEBUG oslo_concurrency.lockutils [req-c7467712-764f-4991-a8d2-154d176daf0d req-3e21f732-66c9-4d01-91c6-e3582336353f service nova] Releasing lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.076421] env[62225]: DEBUG nova.compute.manager [req-0ae3a933-51bb-4786-9115-f4fada0590a2 req-9d278685-eaf8-43d1-9df5-94c8dc38ffa6 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Received event network-vif-deleted-5f6a6732-9e56-4bf1-b892-de539c5b709a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 950.316325] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678094, 'name': CreateVM_Task, 'duration_secs': 1.042628} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.316581] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 950.317252] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.317437] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.317786] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.318065] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbe33ae-32ae-4465-bebb-5b01aeedda45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.323123] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 950.323123] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523a20fe-c122-1e0b-8ccb-b3a81f52a8b5" [ 950.323123] env[62225]: _type = "Task" [ 950.323123] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.332131] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523a20fe-c122-1e0b-8ccb-b3a81f52a8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.377599] env[62225]: WARNING nova.compute.manager [None req-f5049969-4d08-4401-95e8-c47169d1da5e tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Image not found during snapshot: nova.exception.ImageNotFound: Image a2849a94-2b09-4e11-b965-4f0b98374f79 could not be found. [ 950.379958] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.380143] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.380324] env[62225]: DEBUG nova.network.neutron [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 950.400957] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 950.401290] env[62225]: DEBUG nova.compute.manager [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 950.402093] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f463d6-df8e-48d5-a250-f0701de17624 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.410390] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.410560] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.410736] env[62225]: DEBUG nova.network.neutron [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 950.637464] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "2673f54d-19f4-4302-882c-70e9da03cb58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.637746] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "2673f54d-19f4-4302-882c-70e9da03cb58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.637962] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "2673f54d-19f4-4302-882c-70e9da03cb58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.638160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "2673f54d-19f4-4302-882c-70e9da03cb58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.638336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "2673f54d-19f4-4302-882c-70e9da03cb58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.641175] env[62225]: INFO nova.compute.manager [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Terminating instance [ 950.643035] env[62225]: DEBUG nova.compute.manager [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 950.643243] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 950.644144] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3532e4f5-99a3-4b5b-968f-70e2932d2679 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.652290] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 950.652411] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f17f25-341d-4c49-a296-a28cb0f24559 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.659380] env[62225]: DEBUG oslo_vmware.api [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 950.659380] env[62225]: value = "task-678098" [ 950.659380] env[62225]: _type = "Task" [ 950.659380] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.667906] env[62225]: DEBUG oslo_vmware.api [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.705659] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36648db-dd59-40c6-b1bd-2d2612112b0d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.727440] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 950.834128] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523a20fe-c122-1e0b-8ccb-b3a81f52a8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012992} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.834547] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.834807] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.835075] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.835239] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.835430] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.836049] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa004337-8425-4058-92fa-3b7cf2bfe00c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.846175] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.846376] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 950.847144] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fbc8e0-e232-451c-b57c-f9efb2093b4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.852785] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 950.852785] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ff0aa9-3333-e49a-041e-40c8f450da55" [ 950.852785] env[62225]: _type = "Task" [ 950.852785] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.860738] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ff0aa9-3333-e49a-041e-40c8f450da55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.137254] env[62225]: DEBUG nova.network.neutron [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.147234] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9cf0a5-d2fc-4490-b28e-75d7ca5b2514 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.157245] env[62225]: DEBUG nova.network.neutron [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.159785] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6380cba-233f-44aa-9169-8c4494e73c73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.173548] env[62225]: DEBUG oslo_vmware.api [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678098, 'name': PowerOffVM_Task, 'duration_secs': 0.18471} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.197780] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 951.197994] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 951.198726] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-880a3c7c-1b7e-45fe-93f7-766f98267ce0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.200803] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea43116-36c7-41d8-bb5d-4395205da353 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.208975] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e160c-cb4a-4d89-ba46-4ef18849aa4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.223844] env[62225]: DEBUG nova.compute.provider_tree [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.233409] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 951.234022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f383e46-bade-4698-953a-1c2cd4387b9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239910] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 951.239910] env[62225]: value = "task-678100" [ 951.239910] env[62225]: _type = "Task" [ 951.239910] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.249036] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.270496] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 951.270666] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 951.270733] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleting the datastore file [datastore2] 2673f54d-19f4-4302-882c-70e9da03cb58 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.271016] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1461b66-676a-4420-8990-d4dbf5f95660 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.277661] env[62225]: DEBUG oslo_vmware.api [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for the task: (returnval){ [ 951.277661] env[62225]: value = "task-678101" [ 951.277661] env[62225]: _type = "Task" [ 951.277661] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.285853] env[62225]: DEBUG oslo_vmware.api [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.365248] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ff0aa9-3333-e49a-041e-40c8f450da55, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.366091] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c7b614-9567-4e70-8224-a32b677ede97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.372554] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 951.372554] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7dfaf-f185-6bb1-dd14-eee5c39cee94" [ 951.372554] env[62225]: _type = "Task" [ 951.372554] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.381330] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7dfaf-f185-6bb1-dd14-eee5c39cee94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.641359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.664264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.726504] env[62225]: DEBUG nova.scheduler.client.report [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 951.751862] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678100, 'name': PowerOffVM_Task, 'duration_secs': 0.226051} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.754910] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 951.754910] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 951.788377] env[62225]: DEBUG oslo_vmware.api [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Task: {'id': task-678101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157931} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.788605] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.788798] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 951.788977] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 951.789168] env[62225]: INFO nova.compute.manager [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Took 1.15 seconds to destroy the instance on the hypervisor. [ 951.789416] env[62225]: DEBUG oslo.service.loopingcall [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.789610] env[62225]: DEBUG nova.compute.manager [-] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 951.789703] env[62225]: DEBUG nova.network.neutron [-] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 951.886035] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a7dfaf-f185-6bb1-dd14-eee5c39cee94, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.886035] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.886035] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5bb44249-074a-4c8f-add6-e2dc1a8738cc/5bb44249-074a-4c8f-add6-e2dc1a8738cc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 951.886035] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-257c5be0-7a31-4db4-8330-049175b1c44d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.893354] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 951.893354] env[62225]: value = "task-678102" [ 951.893354] env[62225]: _type = "Task" [ 951.893354] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.903217] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.040438] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 952.041458] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5299b8a-c639-4349-b15c-cf1ec046ab65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.050145] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 952.050445] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e65f0613-bb12-4a9d-8806-1841d33f6038 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.111885] env[62225]: DEBUG nova.compute.manager [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-vif-unplugged-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 952.112371] env[62225]: DEBUG oslo_concurrency.lockutils [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.112614] env[62225]: DEBUG oslo_concurrency.lockutils [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.112820] env[62225]: DEBUG oslo_concurrency.lockutils [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.112977] env[62225]: DEBUG nova.compute.manager [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] No waiting events found dispatching network-vif-unplugged-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 952.113187] env[62225]: WARNING nova.compute.manager [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received unexpected event network-vif-unplugged-8505696a-947d-4df1-b46f-c526d52c7bb3 for instance with vm_state shelved and task_state shelving_offloading. [ 952.113378] env[62225]: DEBUG nova.compute.manager [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 952.113533] env[62225]: DEBUG nova.compute.manager [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing instance network info cache due to event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 952.113764] env[62225]: DEBUG oslo_concurrency.lockutils [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.113913] env[62225]: DEBUG oslo_concurrency.lockutils [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.114094] env[62225]: DEBUG nova.network.neutron [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 952.123460] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 952.123729] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 952.123939] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleting the datastore file [datastore2] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.124919] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0001372e-7d98-462a-ac78-d761de6dadd0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.138775] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 952.138775] env[62225]: value = "task-678104" [ 952.138775] env[62225]: _type = "Task" [ 952.138775] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.150258] env[62225]: DEBUG nova.compute.manager [req-b82eef13-f0eb-4dcc-ab33-b8d1c674e8a7 req-f0ec2725-6bca-4dbd-973e-233e2f285101 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Received event network-vif-deleted-fcd1df12-d6fa-47f6-bec3-c98cac37b064 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 952.150656] env[62225]: INFO nova.compute.manager [req-b82eef13-f0eb-4dcc-ab33-b8d1c674e8a7 req-f0ec2725-6bca-4dbd-973e-233e2f285101 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Neutron deleted interface fcd1df12-d6fa-47f6-bec3-c98cac37b064; detaching it from the instance and deleting it from the info cache [ 952.150941] env[62225]: DEBUG nova.network.neutron [req-b82eef13-f0eb-4dcc-ab33-b8d1c674e8a7 req-f0ec2725-6bca-4dbd-973e-233e2f285101 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.156650] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.232310] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.232310] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 952.235267] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.753s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.261632] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 952.262026] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 952.262280] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.262549] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 952.262767] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.262990] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 952.263294] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 952.263524] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 952.263814] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 952.264069] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 952.264332] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.270592] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f24488-c537-43b8-a173-35a921e5abb6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.293084] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 952.293084] env[62225]: value = "task-678105" [ 952.293084] env[62225]: _type = "Task" [ 952.293084] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.303492] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.406099] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678102, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.630025] env[62225]: DEBUG nova.network.neutron [-] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.651334] env[62225]: DEBUG oslo_vmware.api [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302191} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.651577] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.651970] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 952.651970] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 952.656637] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f89f7c0c-754a-47b9-a773-8053116f6d45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.666288] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b684db64-c20b-4e02-a546-169a0214ab23 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.677154] env[62225]: INFO nova.scheduler.client.report [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted allocations for instance 4e2fab94-8f7d-4a6c-a28b-2f65267be03d [ 952.701277] env[62225]: DEBUG nova.compute.manager [req-b82eef13-f0eb-4dcc-ab33-b8d1c674e8a7 req-f0ec2725-6bca-4dbd-973e-233e2f285101 service nova] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Detach interface failed, port_id=fcd1df12-d6fa-47f6-bec3-c98cac37b064, reason: Instance 2673f54d-19f4-4302-882c-70e9da03cb58 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 952.739570] env[62225]: DEBUG nova.compute.utils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.743143] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 952.743324] env[62225]: DEBUG nova.network.neutron [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 952.786773] env[62225]: DEBUG nova.policy [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 952.803700] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678105, 'name': ReconfigVM_Task, 'duration_secs': 0.324055} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.804033] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 952.887586] env[62225]: DEBUG nova.network.neutron [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updated VIF entry in instance network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 952.887586] env[62225]: DEBUG nova.network.neutron [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8505696a-94", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.910142] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544268} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.910418] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5bb44249-074a-4c8f-add6-e2dc1a8738cc/5bb44249-074a-4c8f-add6-e2dc1a8738cc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 952.910717] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.911275] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab37fb59-8c30-4b4c-b22e-d5a2f5a53b98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.921206] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 952.921206] env[62225]: value = "task-678106" [ 952.921206] env[62225]: _type = "Task" [ 952.921206] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.929129] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.028330] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86750237-ebb7-4278-bb4a-ced4e984353f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.036486] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9298a97e-a9de-4221-96e3-9b41b46c3294 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.068097] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d89201f-d49e-44dd-be9d-933009c0991a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.076497] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aaf8f0-1a73-4728-ae67-555eb71d662b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.090718] env[62225]: DEBUG nova.compute.provider_tree [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.132470] env[62225]: DEBUG nova.network.neutron [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Successfully created port: 5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.134701] env[62225]: INFO nova.compute.manager [-] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Took 1.34 seconds to deallocate network for instance. [ 953.183891] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.191666] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef54641-ad27-43c7-9b22-ad8c01b356aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.212508] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 953.249790] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 953.311526] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 953.311803] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 953.311965] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.312832] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 953.312832] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.312979] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 953.313212] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 953.313385] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 953.313558] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 953.313768] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 953.313959] env[62225]: DEBUG nova.virt.hardware [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.321720] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.324048] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40acdd48-58cd-41fd-8295-9fe15b4b86d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.345857] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 953.345857] env[62225]: value = "task-678107" [ 953.345857] env[62225]: _type = "Task" [ 953.345857] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.358520] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.390349] env[62225]: DEBUG oslo_concurrency.lockutils [req-2e0cc0ba-83e8-4f2d-a54e-4b713fbd1882 req-2e56268d-2cf7-4762-8bd2-bf249e691094 service nova] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.430829] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068339} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.431126] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.431947] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1838d8-2ffa-46dc-ab7e-b84ce44ae51b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.454196] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 5bb44249-074a-4c8f-add6-e2dc1a8738cc/5bb44249-074a-4c8f-add6-e2dc1a8738cc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.454467] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632d8337-b471-4f5f-a088-02679b70cde9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.474220] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 953.474220] env[62225]: value = "task-678108" [ 953.474220] env[62225]: _type = "Task" [ 953.474220] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.481917] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.631913] env[62225]: DEBUG nova.scheduler.client.report [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 953.631913] env[62225]: DEBUG nova.compute.provider_tree [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 123 to 124 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.631913] env[62225]: DEBUG nova.compute.provider_tree [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.642285] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.719233] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 953.719555] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a9fe34-a075-442e-bed9-615fc2015a3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.727558] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 953.727558] env[62225]: value = "task-678109" [ 953.727558] env[62225]: _type = "Task" [ 953.727558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.737146] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.857866] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678107, 'name': ReconfigVM_Task, 'duration_secs': 0.286211} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.858199] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 953.859062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3116d-4ea7-42a3-915f-4b7c570fd312 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.887593] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d/4db736f4-9018-48e6-9c8d-382c36d1c75d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.887942] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4f09f4-782c-4f7d-8b87-7d945a78f383 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.907871] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 953.907871] env[62225]: value = "task-678110" [ 953.907871] env[62225]: _type = "Task" [ 953.907871] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.920948] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.985887] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678108, 'name': ReconfigVM_Task, 'duration_secs': 0.318361} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.986315] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 5bb44249-074a-4c8f-add6-e2dc1a8738cc/5bb44249-074a-4c8f-add6-e2dc1a8738cc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.986927] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f98fe7-414a-4685-a6e7-ff4dba549e11 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.994561] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 953.994561] env[62225]: value = "task-678111" [ 953.994561] env[62225]: _type = "Task" [ 953.994561] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.003411] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678111, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.238900] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678109, 'name': PowerOffVM_Task, 'duration_secs': 0.194068} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.239196] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 954.239388] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 954.260851] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 954.283568] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 954.283896] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 954.284186] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.284255] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 954.284369] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.284521] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 954.284737] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 954.284900] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 954.285087] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 954.285262] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 954.285441] env[62225]: DEBUG nova.virt.hardware [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.286672] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a2e1f-4b47-4102-8fd5-66bad00f4bd0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.295376] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a637a1c-86ab-41fe-be02-c95ecb115539 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.418673] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678110, 'name': ReconfigVM_Task, 'duration_secs': 0.301865} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.418969] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d/4db736f4-9018-48e6-9c8d-382c36d1c75d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.419271] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 954.505053] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678111, 'name': Rename_Task, 'duration_secs': 0.157506} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.505347] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 954.505593] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-658b7ee6-4bc0-4030-9067-97e273e2d134 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.512583] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 954.512583] env[62225]: value = "task-678112" [ 954.512583] env[62225]: _type = "Task" [ 954.512583] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.520164] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.589911] env[62225]: DEBUG nova.compute.manager [req-7e72bb66-aca9-4521-ad88-d86f7de7c0ef req-9d1331b0-777d-4b07-b8fa-b03f8ff6a53d service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Received event network-vif-plugged-5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 954.590132] env[62225]: DEBUG oslo_concurrency.lockutils [req-7e72bb66-aca9-4521-ad88-d86f7de7c0ef req-9d1331b0-777d-4b07-b8fa-b03f8ff6a53d service nova] Acquiring lock "90398046-7523-46d7-a78f-be88c779b19c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.590356] env[62225]: DEBUG oslo_concurrency.lockutils [req-7e72bb66-aca9-4521-ad88-d86f7de7c0ef req-9d1331b0-777d-4b07-b8fa-b03f8ff6a53d service nova] Lock "90398046-7523-46d7-a78f-be88c779b19c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.590508] env[62225]: DEBUG oslo_concurrency.lockutils [req-7e72bb66-aca9-4521-ad88-d86f7de7c0ef req-9d1331b0-777d-4b07-b8fa-b03f8ff6a53d service nova] Lock "90398046-7523-46d7-a78f-be88c779b19c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.590692] env[62225]: DEBUG nova.compute.manager [req-7e72bb66-aca9-4521-ad88-d86f7de7c0ef req-9d1331b0-777d-4b07-b8fa-b03f8ff6a53d service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] No waiting events found dispatching network-vif-plugged-5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 954.590864] env[62225]: WARNING nova.compute.manager [req-7e72bb66-aca9-4521-ad88-d86f7de7c0ef req-9d1331b0-777d-4b07-b8fa-b03f8ff6a53d service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Received unexpected event network-vif-plugged-5edd4a1d-718a-4ab4-b098-c2dfc23c86ee for instance with vm_state building and task_state spawning. [ 954.642400] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.407s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.642635] env[62225]: DEBUG nova.compute.manager [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62225) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 954.645631] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.842s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.647386] env[62225]: INFO nova.compute.claims [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.680217] env[62225]: DEBUG nova.network.neutron [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Successfully updated port: 5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.745411] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 954.745643] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 954.745814] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.745998] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 954.746613] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.746613] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 954.746613] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 954.746820] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 954.746820] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 954.746969] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 954.747231] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.754952] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891f1c75-d7f2-4e62-89f4-c39e00a9356e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.772200] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 954.772200] env[62225]: value = "task-678113" [ 954.772200] env[62225]: _type = "Task" [ 954.772200] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.781565] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.926376] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c72f8a9-3eee-4c0b-89e3-5a9ceb623b3c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.948511] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb8765-717d-4f7e-86a4-c82e881e3da4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.967630] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 955.025204] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678112, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.183062] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-90398046-7523-46d7-a78f-be88c779b19c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.183261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-90398046-7523-46d7-a78f-be88c779b19c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.183443] env[62225]: DEBUG nova.network.neutron [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 955.208834] env[62225]: INFO nova.scheduler.client.report [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted allocation for migration 9c7e6fd3-ee80-441f-8508-a2cee9e5291c [ 955.240962] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.283184] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678113, 'name': ReconfigVM_Task, 'duration_secs': 0.263034} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.283498] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 955.505857] env[62225]: DEBUG nova.network.neutron [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Port 85299ebc-23fa-428c-9afc-4a72742250fc binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 955.525178] env[62225]: DEBUG oslo_vmware.api [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678112, 'name': PowerOnVM_Task, 'duration_secs': 0.56036} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.525762] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 955.525762] env[62225]: INFO nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Took 9.87 seconds to spawn the instance on the hypervisor. [ 955.525830] env[62225]: DEBUG nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 955.526591] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f71424-3bc0-4cf1-9ade-d055334cb6eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.715042] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7b3ebe59-ab35-4a57-ab3f-e3c8bb3801f8 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.590s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.716909] env[62225]: DEBUG nova.network.neutron [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 955.736063] env[62225]: DEBUG oslo_concurrency.lockutils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.736464] env[62225]: DEBUG oslo_concurrency.lockutils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.789674] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 955.789924] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 955.790097] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.790282] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 955.790433] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.790579] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 955.790781] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 955.790942] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 955.791123] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 955.791289] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 955.791461] env[62225]: DEBUG nova.virt.hardware [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 955.796801] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.799214] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b04dc49-506f-4020-9b25-7f0d3cede086 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.820707] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 955.820707] env[62225]: value = "task-678114" [ 955.820707] env[62225]: _type = "Task" [ 955.820707] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.831732] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.855592] env[62225]: DEBUG nova.network.neutron [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Updating instance_info_cache with network_info: [{"id": "5edd4a1d-718a-4ab4-b098-c2dfc23c86ee", "address": "fa:16:3e:27:69:4c", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edd4a1d-71", "ovs_interfaceid": "5edd4a1d-718a-4ab4-b098-c2dfc23c86ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.906944] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f09a0-9bda-449e-b3f5-049516850afe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.916046] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10d3fe2-9c58-44c9-8bed-8169e5a68ad2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.949197] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8bee8-47da-4a80-84e7-13b1d78ed274 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.957213] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3744297-909b-46b5-ab6a-e101a1410c4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.970980] env[62225]: DEBUG nova.compute.provider_tree [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.046031] env[62225]: INFO nova.compute.manager [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Took 32.72 seconds to build instance. [ 956.110119] env[62225]: DEBUG nova.objects.instance [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'flavor' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.239978] env[62225]: DEBUG nova.compute.utils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.332914] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678114, 'name': ReconfigVM_Task, 'duration_secs': 0.178243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.333220] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.334076] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c8fc08-6337-4e0e-81f1-d1ed333f5bea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.355954] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b/0c5f9435-85a0-4224-8819-6a5215b9f23b.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.356266] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deabddfa-8364-4c0d-80bd-5efdc9154994 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.369009] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-90398046-7523-46d7-a78f-be88c779b19c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.369310] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Instance network_info: |[{"id": "5edd4a1d-718a-4ab4-b098-c2dfc23c86ee", "address": "fa:16:3e:27:69:4c", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edd4a1d-71", "ovs_interfaceid": "5edd4a1d-718a-4ab4-b098-c2dfc23c86ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 956.369705] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:69:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5edd4a1d-718a-4ab4-b098-c2dfc23c86ee', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.376993] env[62225]: DEBUG oslo.service.loopingcall [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.377652] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 956.377900] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-468cedf7-0108-430e-af1f-8035318fff8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.393564] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 956.393564] env[62225]: value = "task-678115" [ 956.393564] env[62225]: _type = "Task" [ 956.393564] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.398516] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.398516] env[62225]: value = "task-678116" [ 956.398516] env[62225]: _type = "Task" [ 956.398516] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.404417] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.409289] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678116, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.474705] env[62225]: DEBUG nova.scheduler.client.report [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 956.528994] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.529263] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.529446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.548373] env[62225]: DEBUG oslo_concurrency.lockutils [None req-112ce7b7-4eb1-4a57-95cb-d30df658d2fa tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.235s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.617787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.618047] env[62225]: DEBUG oslo_concurrency.lockutils [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.618287] env[62225]: DEBUG nova.network.neutron [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 956.618524] env[62225]: DEBUG nova.objects.instance [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'info_cache' on Instance uuid 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.657882] env[62225]: DEBUG nova.compute.manager [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Received event network-changed-5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 956.658116] env[62225]: DEBUG nova.compute.manager [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Refreshing instance network info cache due to event network-changed-5edd4a1d-718a-4ab4-b098-c2dfc23c86ee. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 956.658361] env[62225]: DEBUG oslo_concurrency.lockutils [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] Acquiring lock "refresh_cache-90398046-7523-46d7-a78f-be88c779b19c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.658502] env[62225]: DEBUG oslo_concurrency.lockutils [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] Acquired lock "refresh_cache-90398046-7523-46d7-a78f-be88c779b19c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.658666] env[62225]: DEBUG nova.network.neutron [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Refreshing network info cache for port 5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 956.743791] env[62225]: DEBUG oslo_concurrency.lockutils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.908313] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678115, 'name': ReconfigVM_Task, 'duration_secs': 0.304464} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.908313] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b/0c5f9435-85a0-4224-8819-6a5215b9f23b.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.908754] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 956.915406] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678116, 'name': CreateVM_Task, 'duration_secs': 0.348683} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.918036] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 956.918036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.918036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.918036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.918036] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7534b9ff-bc03-4d86-96b1-c7b23e72f718 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.923443] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 956.923443] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c51b5f-aa44-14e2-6f2d-2046bc27fa0b" [ 956.923443] env[62225]: _type = "Task" [ 956.923443] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.932453] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c51b5f-aa44-14e2-6f2d-2046bc27fa0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.982116] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.982116] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 956.983677] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.117s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.985347] env[62225]: INFO nova.compute.claims [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.122697] env[62225]: DEBUG nova.objects.base [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Object Instance<9cb5f79a-1614-4346-9e99-f105c206aa17> lazy-loaded attributes: flavor,info_cache {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 957.392292] env[62225]: DEBUG nova.network.neutron [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Updated VIF entry in instance network info cache for port 5edd4a1d-718a-4ab4-b098-c2dfc23c86ee. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 957.392689] env[62225]: DEBUG nova.network.neutron [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Updating instance_info_cache with network_info: [{"id": "5edd4a1d-718a-4ab4-b098-c2dfc23c86ee", "address": "fa:16:3e:27:69:4c", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edd4a1d-71", "ovs_interfaceid": "5edd4a1d-718a-4ab4-b098-c2dfc23c86ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.419318] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef472a61-cbb1-4b1e-8ec7-36c6eb9fde7a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.443728] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d44bb-d34e-4749-91d7-46def65a2530 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.450440] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c51b5f-aa44-14e2-6f2d-2046bc27fa0b, 'name': SearchDatastore_Task, 'duration_secs': 0.014375} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.451084] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.451330] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.451563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.451715] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.451913] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.452177] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3d95ead-c22d-451d-8624-89226146ade0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.467115] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 957.478503] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.478724] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 957.479478] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ad66c3-39cf-402c-885e-2cfd47034a57 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.485448] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 957.485448] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52290567-e7fc-0812-bd5a-5ed371420b0f" [ 957.485448] env[62225]: _type = "Task" [ 957.485448] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.490471] env[62225]: DEBUG nova.compute.utils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.495035] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 957.495035] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 957.502584] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52290567-e7fc-0812-bd5a-5ed371420b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.504047] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cde01cb-7fdc-4b13-9a88-0fdf3638c50a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.511158] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 957.511158] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fd5ffa-dd61-79de-c342-66c48d163aef" [ 957.511158] env[62225]: _type = "Task" [ 957.511158] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.521180] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fd5ffa-dd61-79de-c342-66c48d163aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.560387] env[62225]: DEBUG nova.policy [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad9751bde104c448e1dde4e1ec11450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa3c1943c79411daf2f06d30270f86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 957.562867] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.563111] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.563317] env[62225]: DEBUG nova.network.neutron [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 957.813474] env[62225]: DEBUG oslo_concurrency.lockutils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.813794] env[62225]: DEBUG oslo_concurrency.lockutils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.814097] env[62225]: INFO nova.compute.manager [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Attaching volume eca7cda6-cc34-40d8-af2f-8f8ff33baf53 to /dev/sdb [ 957.835343] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Successfully created port: b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.857752] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10974ba-b4ab-4b6a-b3c1-4bdb37bdcd95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.868262] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9610288-963b-40d2-b80a-d9a1beed4905 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.885222] env[62225]: DEBUG nova.virt.block_device [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating existing volume attachment record: cb8e2f47-7668-4245-8110-cd5a101b6812 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.895886] env[62225]: DEBUG oslo_concurrency.lockutils [req-50a0bb37-05f2-45c7-9732-01bdbc51fea3 req-13b2dfdb-96ea-417b-b7f3-42f50740c689 service nova] Releasing lock "refresh_cache-90398046-7523-46d7-a78f-be88c779b19c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.911225] env[62225]: DEBUG nova.network.neutron [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [{"id": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "address": "fa:16:3e:59:36:c7", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7ecc50b-0f", "ovs_interfaceid": "c7ecc50b-0f34-468e-8980-3c2c1c0d6870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.994768] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 958.019030] env[62225]: DEBUG nova.network.neutron [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Port 61ce7131-9b09-4e1b-88e4-ba3614a2e05b binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 958.031593] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fd5ffa-dd61-79de-c342-66c48d163aef, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.032057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.032458] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 90398046-7523-46d7-a78f-be88c779b19c/90398046-7523-46d7-a78f-be88c779b19c.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 958.032897] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d22857-bcd7-4842-a5e0-66e58b6e39ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.049247] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 958.049247] env[62225]: value = "task-678118" [ 958.049247] env[62225]: _type = "Task" [ 958.049247] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.060767] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.315426] env[62225]: DEBUG nova.network.neutron [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [{"id": "85299ebc-23fa-428c-9afc-4a72742250fc", "address": "fa:16:3e:4a:b5:88", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85299ebc-23", "ovs_interfaceid": "85299ebc-23fa-428c-9afc-4a72742250fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.323024] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730366e6-3bd7-40e2-b3ed-5cfbc64303c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.333489] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175419e1-cd48-4841-8eca-a93402f283ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.368347] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c926e1b-a461-4728-8106-f14027e7f301 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.380037] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b786f8c-b2ab-4b03-9f8d-95022f56b717 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.395194] env[62225]: DEBUG nova.compute.provider_tree [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.415380] env[62225]: DEBUG oslo_concurrency.lockutils [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-9cb5f79a-1614-4346-9e99-f105c206aa17" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.556450] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496021} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.556737] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 90398046-7523-46d7-a78f-be88c779b19c/90398046-7523-46d7-a78f-be88c779b19c.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 958.556957] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.557229] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7b5a69a-9238-425d-a402-b9e9c18b44a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.564281] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 958.564281] env[62225]: value = "task-678121" [ 958.564281] env[62225]: _type = "Task" [ 958.564281] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.574512] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.684537] env[62225]: DEBUG nova.compute.manager [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Received event network-changed-2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 958.684732] env[62225]: DEBUG nova.compute.manager [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Refreshing instance network info cache due to event network-changed-2b4170b9-9346-49a1-baa2-c6e26405982f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 958.685009] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] Acquiring lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.685340] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] Acquired lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.685516] env[62225]: DEBUG nova.network.neutron [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Refreshing network info cache for port 2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 958.817990] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.900085] env[62225]: DEBUG nova.scheduler.client.report [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 958.919918] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 958.920306] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e6717d-f1b3-4981-8801-8fcc0132f72a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.928616] env[62225]: DEBUG oslo_vmware.api [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 958.928616] env[62225]: value = "task-678122" [ 958.928616] env[62225]: _type = "Task" [ 958.928616] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.939091] env[62225]: DEBUG oslo_vmware.api [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.008934] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 959.044592] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.044940] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.045109] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.052482] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 959.052751] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 959.052950] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.053199] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 959.053506] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.053776] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 959.054036] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 959.054236] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 959.054461] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 959.054678] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 959.054888] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 959.056159] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8c3aa6-6038-40cb-bcb5-66f284e965de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.070187] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b0d646-2e51-442d-9950-68c82c102dbf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.081071] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074606} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.089655] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.090936] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be49018-ff08-4f72-8454-407eb824a22b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.115164] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 90398046-7523-46d7-a78f-be88c779b19c/90398046-7523-46d7-a78f-be88c779b19c.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.115461] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb49d57-4491-4012-b4a3-f81a1014df04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.137113] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 959.137113] env[62225]: value = "task-678123" [ 959.137113] env[62225]: _type = "Task" [ 959.137113] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.148467] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.349752] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db7469-ef78-416f-be4c-adc880d0e257 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.377552] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb0c48-ecc2-4fe9-a500-076c51b35883 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.389192] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 959.405510] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.406094] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 959.408645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.021s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.408817] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.408971] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 959.409279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.068s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.413019] env[62225]: INFO nova.compute.claims [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.414054] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e43af2-f9ae-4333-8653-9c27a5c7940a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.424372] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8fb04-3934-47c1-ac44-c4f6e394c0e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.450824] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ba000-065b-4d45-8770-7b5d1ca227d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.455022] env[62225]: DEBUG oslo_vmware.api [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678122, 'name': PowerOnVM_Task, 'duration_secs': 0.478677} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.455170] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 959.455373] env[62225]: DEBUG nova.compute.manager [None req-54760639-a7f9-416f-b014-1c63979799d4 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 959.459307] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab668a8-7f24-4c69-829f-01ca331e91af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.464952] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Successfully updated port: b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.468513] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc16a6c-e745-4b15-af27-0dd6d3d1aa21 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.504483] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179606MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 959.504647] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.518234] env[62225]: DEBUG nova.network.neutron [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updated VIF entry in instance network info cache for port 2b4170b9-9346-49a1-baa2-c6e26405982f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 959.518609] env[62225]: DEBUG nova.network.neutron [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updating instance_info_cache with network_info: [{"id": "2b4170b9-9346-49a1-baa2-c6e26405982f", "address": "fa:16:3e:a0:3f:57", "network": {"id": "e6683d2e-a455-4539-bad4-e0f84c57826e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-385090017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0576defd1fbb4d1d99bc92bc5c011385", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4170b9-93", "ovs_interfaceid": "2b4170b9-9346-49a1-baa2-c6e26405982f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.649420] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678123, 'name': ReconfigVM_Task, 'duration_secs': 0.330936} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.649649] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 90398046-7523-46d7-a78f-be88c779b19c/90398046-7523-46d7-a78f-be88c779b19c.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.650292] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aef86ab-0229-492b-ae6b-2efe47321675 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.657177] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 959.657177] env[62225]: value = "task-678124" [ 959.657177] env[62225]: _type = "Task" [ 959.657177] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.664810] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678124, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.895435] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 959.895783] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3930ac14-25a2-43ec-9b4a-36e972cb3fa6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.904094] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 959.904094] env[62225]: value = "task-678125" [ 959.904094] env[62225]: _type = "Task" [ 959.904094] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.912884] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.915117] env[62225]: DEBUG nova.compute.utils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.916462] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 959.916633] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 959.959079] env[62225]: DEBUG nova.policy [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bad9751bde104c448e1dde4e1ec11450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa3c1943c79411daf2f06d30270f86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 959.973642] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "refresh_cache-7c2877e4-3bb8-44e6-9456-beacaa003778" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.973873] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "refresh_cache-7c2877e4-3bb8-44e6-9456-beacaa003778" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.974042] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 960.021187] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9e5266a-5493-42bf-8494-e3ebe0bf4470 req-cddaedae-ba9c-45ee-8d8c-bb59ecec4e15 service nova] Releasing lock "refresh_cache-5bb44249-074a-4c8f-add6-e2dc1a8738cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.096938] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.097178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.097369] env[62225]: DEBUG nova.network.neutron [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 960.167647] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678124, 'name': Rename_Task, 'duration_secs': 0.160058} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.167938] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 960.168211] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8707350e-5c13-494a-94ea-debfa5554719 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.175602] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 960.175602] env[62225]: value = "task-678126" [ 960.175602] env[62225]: _type = "Task" [ 960.175602] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.187032] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.249933] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Successfully created port: 56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.413972] env[62225]: DEBUG oslo_vmware.api [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678125, 'name': PowerOnVM_Task, 'duration_secs': 0.436816} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.414265] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 960.416435] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb4d059-272f-442f-8528-28ed0e6d9f83 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance '4db736f4-9018-48e6-9c8d-382c36d1c75d' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 960.419702] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 960.522262] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 960.686594] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678126, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.737337] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb710ee8-b312-49c2-b1ee-ecbcbf74a679 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.749239] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f11d6b4-cf10-440c-baee-2574fd19c06f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.785961] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Updating instance_info_cache with network_info: [{"id": "b571ecbd-7886-4a10-9c0b-afd3346f4ac1", "address": "fa:16:3e:02:5f:6b", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb571ecbd-78", "ovs_interfaceid": "b571ecbd-7886-4a10-9c0b-afd3346f4ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.788449] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8715ce-b946-46a2-9dc1-2ad9c9ac9b42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.798197] env[62225]: DEBUG nova.compute.manager [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Received event network-vif-plugged-b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 960.798526] env[62225]: DEBUG oslo_concurrency.lockutils [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] Acquiring lock "7c2877e4-3bb8-44e6-9456-beacaa003778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.799068] env[62225]: DEBUG oslo_concurrency.lockutils [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.799317] env[62225]: DEBUG oslo_concurrency.lockutils [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.799639] env[62225]: DEBUG nova.compute.manager [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] No waiting events found dispatching network-vif-plugged-b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 960.799826] env[62225]: WARNING nova.compute.manager [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Received unexpected event network-vif-plugged-b571ecbd-7886-4a10-9c0b-afd3346f4ac1 for instance with vm_state building and task_state spawning. [ 960.800015] env[62225]: DEBUG nova.compute.manager [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Received event network-changed-b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 960.800489] env[62225]: DEBUG nova.compute.manager [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Refreshing instance network info cache due to event network-changed-b571ecbd-7886-4a10-9c0b-afd3346f4ac1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 960.800489] env[62225]: DEBUG oslo_concurrency.lockutils [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] Acquiring lock "refresh_cache-7c2877e4-3bb8-44e6-9456-beacaa003778" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.810665] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d5334-2fc2-4130-a398-d5dafa98d0bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.824814] env[62225]: DEBUG nova.compute.provider_tree [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.979043] env[62225]: DEBUG nova.network.neutron [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.087545] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.087891] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.088033] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.088216] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.088391] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.090545] env[62225]: INFO nova.compute.manager [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Terminating instance [ 961.092335] env[62225]: DEBUG nova.compute.manager [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 961.092530] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 961.093356] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0ae14-dc0d-4df5-8545-a4d6942bd2fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.100986] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 961.101234] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21626a35-a9a8-4c83-bf8a-f2d0231c8d22 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.106483] env[62225]: DEBUG oslo_vmware.api [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 961.106483] env[62225]: value = "task-678127" [ 961.106483] env[62225]: _type = "Task" [ 961.106483] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.113841] env[62225]: DEBUG oslo_vmware.api [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.187160] env[62225]: DEBUG oslo_vmware.api [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678126, 'name': PowerOnVM_Task, 'duration_secs': 0.615318} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.187451] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 961.187705] env[62225]: INFO nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Took 6.93 seconds to spawn the instance on the hypervisor. [ 961.187931] env[62225]: DEBUG nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 961.188760] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf3a6ed-3a83-445a-b656-c2b83354c280 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.304514] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "refresh_cache-7c2877e4-3bb8-44e6-9456-beacaa003778" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.304866] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Instance network_info: |[{"id": "b571ecbd-7886-4a10-9c0b-afd3346f4ac1", "address": "fa:16:3e:02:5f:6b", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb571ecbd-78", "ovs_interfaceid": "b571ecbd-7886-4a10-9c0b-afd3346f4ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 961.305276] env[62225]: DEBUG oslo_concurrency.lockutils [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] Acquired lock "refresh_cache-7c2877e4-3bb8-44e6-9456-beacaa003778" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.305481] env[62225]: DEBUG nova.network.neutron [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Refreshing network info cache for port b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 961.306925] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5f:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b571ecbd-7886-4a10-9c0b-afd3346f4ac1', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.314725] env[62225]: DEBUG oslo.service.loopingcall [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.318137] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 961.318623] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb1eaa37-d4ba-409c-980d-c458454d7db6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.334207] env[62225]: DEBUG nova.scheduler.client.report [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 961.343418] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.343418] env[62225]: value = "task-678128" [ 961.343418] env[62225]: _type = "Task" [ 961.343418] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.351610] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678128, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.430401] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 961.464680] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 961.464925] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 961.465101] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.465292] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 961.465548] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.465611] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 961.465790] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 961.465952] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 961.466174] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 961.466350] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 961.466641] env[62225]: DEBUG nova.virt.hardware [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.467462] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e50a6-dd47-4900-8721-4485aab67af5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.477069] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a75304-8e5f-4349-bed8-91c982d1c159 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.481550] env[62225]: DEBUG oslo_concurrency.lockutils [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.617480] env[62225]: DEBUG oslo_vmware.api [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678127, 'name': PowerOffVM_Task, 'duration_secs': 0.182846} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.617748] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 961.617924] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 961.618227] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-895a07a9-2bf4-46de-8891-7f947c66002d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.678590] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 961.678873] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 961.679102] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleting the datastore file [datastore2] 9cb5f79a-1614-4346-9e99-f105c206aa17 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.679582] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db29ed36-91b2-4349-8efd-35e9900c05ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.689410] env[62225]: DEBUG oslo_vmware.api [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 961.689410] env[62225]: value = "task-678130" [ 961.689410] env[62225]: _type = "Task" [ 961.689410] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.697516] env[62225]: DEBUG oslo_vmware.api [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.713047] env[62225]: INFO nova.compute.manager [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Took 31.94 seconds to build instance. [ 961.772976] env[62225]: DEBUG nova.network.neutron [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Updated VIF entry in instance network info cache for port b571ecbd-7886-4a10-9c0b-afd3346f4ac1. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 961.773634] env[62225]: DEBUG nova.network.neutron [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Updating instance_info_cache with network_info: [{"id": "b571ecbd-7886-4a10-9c0b-afd3346f4ac1", "address": "fa:16:3e:02:5f:6b", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb571ecbd-78", "ovs_interfaceid": "b571ecbd-7886-4a10-9c0b-afd3346f4ac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.839045] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.839594] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 961.842349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.368s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.842697] env[62225]: DEBUG nova.objects.instance [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lazy-loading 'resources' on Instance uuid c87e8f96-2c8d-4663-8ca1-838af78da36f {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.856705] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678128, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.910974] env[62225]: DEBUG nova.compute.manager [req-426edb90-8ceb-4829-8cf1-5b5d135a7b08 req-0033cd13-fc52-4e9e-9006-fac780510005 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Received event network-vif-plugged-56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 961.911185] env[62225]: DEBUG oslo_concurrency.lockutils [req-426edb90-8ceb-4829-8cf1-5b5d135a7b08 req-0033cd13-fc52-4e9e-9006-fac780510005 service nova] Acquiring lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.911430] env[62225]: DEBUG oslo_concurrency.lockutils [req-426edb90-8ceb-4829-8cf1-5b5d135a7b08 req-0033cd13-fc52-4e9e-9006-fac780510005 service nova] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.911683] env[62225]: DEBUG oslo_concurrency.lockutils [req-426edb90-8ceb-4829-8cf1-5b5d135a7b08 req-0033cd13-fc52-4e9e-9006-fac780510005 service nova] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.911918] env[62225]: DEBUG nova.compute.manager [req-426edb90-8ceb-4829-8cf1-5b5d135a7b08 req-0033cd13-fc52-4e9e-9006-fac780510005 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] No waiting events found dispatching network-vif-plugged-56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 961.912236] env[62225]: WARNING nova.compute.manager [req-426edb90-8ceb-4829-8cf1-5b5d135a7b08 req-0033cd13-fc52-4e9e-9006-fac780510005 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Received unexpected event network-vif-plugged-56b81a73-f85d-46b7-ab97-600fc39a4815 for instance with vm_state building and task_state spawning. [ 961.987804] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Successfully updated port: 56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.011489] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310798e-2d2b-440b-8074-cf8ec026b66d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.031677] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6d80c5-96c8-40a5-9525-310029ab6e46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.039867] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 962.201040] env[62225]: DEBUG oslo_vmware.api [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145452} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.201040] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.201040] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 962.201040] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 962.201425] env[62225]: INFO nova.compute.manager [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 1.11 seconds to destroy the instance on the hypervisor. [ 962.201425] env[62225]: DEBUG oslo.service.loopingcall [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.201702] env[62225]: DEBUG nova.compute.manager [-] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 962.201811] env[62225]: DEBUG nova.network.neutron [-] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 962.216522] env[62225]: DEBUG oslo_concurrency.lockutils [None req-813d6288-5b70-41e1-8f0d-c1f1e58e63e6 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "90398046-7523-46d7-a78f-be88c779b19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.475s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.279203] env[62225]: DEBUG oslo_concurrency.lockutils [req-c3d5b7bb-c197-472b-a2d6-41d23b4a9536 req-5299e6bd-2b90-418b-855a-552e596125df service nova] Releasing lock "refresh_cache-7c2877e4-3bb8-44e6-9456-beacaa003778" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.348414] env[62225]: DEBUG nova.compute.utils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 962.350122] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 962.350292] env[62225]: DEBUG nova.network.neutron [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 962.361124] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678128, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.426606] env[62225]: DEBUG nova.policy [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e31f934ba9542f7b4554813dffea25b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e609fd99d3e446fa3673c75d2943c11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 962.495314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "refresh_cache-cc88b8a8-7332-41a6-ac8f-548fdbee99ab" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.495314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "refresh_cache-cc88b8a8-7332-41a6-ac8f-548fdbee99ab" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.495314] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 962.515247] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "90398046-7523-46d7-a78f-be88c779b19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.515527] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "90398046-7523-46d7-a78f-be88c779b19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.515709] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "90398046-7523-46d7-a78f-be88c779b19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.515894] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "90398046-7523-46d7-a78f-be88c779b19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.516119] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "90398046-7523-46d7-a78f-be88c779b19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.521353] env[62225]: INFO nova.compute.manager [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Terminating instance [ 962.523324] env[62225]: DEBUG nova.compute.manager [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 962.523521] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 962.524403] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597b4b6c-4c0c-41a7-800b-d70bea6d5cae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.532645] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 962.535617] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83022dfd-efce-42ed-906a-4ed40cc752e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.542371] env[62225]: DEBUG oslo_vmware.api [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 962.542371] env[62225]: value = "task-678131" [ 962.542371] env[62225]: _type = "Task" [ 962.542371] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.547339] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 962.547953] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c72fb6c-ca1f-46c1-88c3-ea8b3c401613 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.554401] env[62225]: DEBUG oslo_vmware.api [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.555870] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 962.555870] env[62225]: value = "task-678132" [ 962.555870] env[62225]: _type = "Task" [ 962.555870] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.568366] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.668825] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c35e9-566b-4c6f-994f-9b8477353094 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.680299] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca574072-c38d-4d1b-a8e4-664facd86116 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.717460] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf37095-3542-45a3-82c6-e3792eaa254a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.726717] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8083787d-f94f-4334-a902-377bfd37d6b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.742843] env[62225]: DEBUG nova.compute.provider_tree [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.775266] env[62225]: DEBUG nova.network.neutron [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Successfully created port: 70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.856426] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 962.862470] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678128, 'name': CreateVM_Task, 'duration_secs': 1.470196} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.863033] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 962.864081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.864170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.864545] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.865284] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d488b26-e7a9-4212-8945-6684fcd44e9e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.870788] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 962.870788] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277dfed-e76a-07f0-882d-058d17542e62" [ 962.870788] env[62225]: _type = "Task" [ 962.870788] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.882751] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277dfed-e76a-07f0-882d-058d17542e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.027524] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 963.051877] env[62225]: DEBUG oslo_vmware.api [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678131, 'name': PowerOffVM_Task, 'duration_secs': 0.480707} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.053767] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 963.054078] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 963.054353] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84cd3725-19f9-4f63-aa5a-8702d7c58efc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.065553] env[62225]: DEBUG oslo_vmware.api [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678132, 'name': PowerOnVM_Task, 'duration_secs': 0.443603} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.068134] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 963.068349] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-316eff51-33b5-4a14-835a-0f0571f6f010 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance '0c5f9435-85a0-4224-8819-6a5215b9f23b' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 963.124648] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 963.124869] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 963.125069] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore1] 90398046-7523-46d7-a78f-be88c779b19c {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.126118] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b8bc3f-742a-491d-9b1f-47130c5aa4c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.133163] env[62225]: DEBUG oslo_vmware.api [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 963.133163] env[62225]: value = "task-678135" [ 963.133163] env[62225]: _type = "Task" [ 963.133163] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.142359] env[62225]: DEBUG oslo_vmware.api [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.144949] env[62225]: DEBUG nova.network.neutron [-] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.188883] env[62225]: DEBUG nova.network.neutron [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Updating instance_info_cache with network_info: [{"id": "56b81a73-f85d-46b7-ab97-600fc39a4815", "address": "fa:16:3e:26:58:8c", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b81a73-f8", "ovs_interfaceid": "56b81a73-f85d-46b7-ab97-600fc39a4815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.249649] env[62225]: DEBUG nova.scheduler.client.report [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 963.253355] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.253629] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.253926] env[62225]: DEBUG nova.compute.manager [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Going to confirm migration 5 {{(pid=62225) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 963.381576] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277dfed-e76a-07f0-882d-058d17542e62, 'name': SearchDatastore_Task, 'duration_secs': 0.011232} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.381859] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.382109] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.382343] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.382492] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.382674] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.382937] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dffb414-9a49-4a42-930d-606ea9b3f6b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.390636] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.390813] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 963.391549] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55aa17fc-2e0e-4868-bd8d-845536091e2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.396599] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 963.396599] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b83243-12d9-5298-4e5c-abb2582a0df4" [ 963.396599] env[62225]: _type = "Task" [ 963.396599] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.406432] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b83243-12d9-5298-4e5c-abb2582a0df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.643011] env[62225]: DEBUG oslo_vmware.api [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137237} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.643273] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.643472] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 963.643694] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 963.643863] env[62225]: INFO nova.compute.manager [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.644137] env[62225]: DEBUG oslo.service.loopingcall [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.644350] env[62225]: DEBUG nova.compute.manager [-] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 963.644445] env[62225]: DEBUG nova.network.neutron [-] [instance: 90398046-7523-46d7-a78f-be88c779b19c] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 963.648035] env[62225]: INFO nova.compute.manager [-] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Took 1.45 seconds to deallocate network for instance. [ 963.691884] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "refresh_cache-cc88b8a8-7332-41a6-ac8f-548fdbee99ab" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.692184] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Instance network_info: |[{"id": "56b81a73-f85d-46b7-ab97-600fc39a4815", "address": "fa:16:3e:26:58:8c", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b81a73-f8", "ovs_interfaceid": "56b81a73-f85d-46b7-ab97-600fc39a4815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 963.692585] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:58:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56b81a73-f85d-46b7-ab97-600fc39a4815', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.700113] env[62225]: DEBUG oslo.service.loopingcall [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.700582] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 963.700839] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-053733bd-2ea8-4c4b-adde-19180451120d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.720091] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.720091] env[62225]: value = "task-678136" [ 963.720091] env[62225]: _type = "Task" [ 963.720091] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.727637] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678136, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.758205] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.764255] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.355s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.764255] env[62225]: DEBUG nova.objects.instance [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'resources' on Instance uuid bdee07e4-8d40-412b-859c-b1e6bb67af2d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.788866] env[62225]: INFO nova.scheduler.client.report [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Deleted allocations for instance c87e8f96-2c8d-4663-8ca1-838af78da36f [ 963.843805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.844025] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844210] env[62225]: DEBUG nova.network.neutron [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 963.844396] env[62225]: DEBUG nova.objects.instance [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'info_cache' on Instance uuid 4db736f4-9018-48e6-9c8d-382c36d1c75d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.868756] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 963.896567] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 963.896873] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 963.897073] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.897295] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 963.897478] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.897638] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 963.897891] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 963.898105] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 963.898296] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 963.898489] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 963.898695] env[62225]: DEBUG nova.virt.hardware [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.899870] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a18c2-c9b5-4607-9061-08e9052779b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.912399] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b83243-12d9-5298-4e5c-abb2582a0df4, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.914658] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829abf80-3262-41a7-9f02-07a1556eacd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.918535] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f0d89-8059-4550-974b-497d7935110f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.925826] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 963.925826] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525f9014-c712-76a8-67c0-f9346ab61981" [ 963.925826] env[62225]: _type = "Task" [ 963.925826] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.942838] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525f9014-c712-76a8-67c0-f9346ab61981, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.943162] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.943494] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 7c2877e4-3bb8-44e6-9456-beacaa003778/7c2877e4-3bb8-44e6-9456-beacaa003778.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 963.943821] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b6fedbb-b250-4cd7-8384-591303a48c54 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.953428] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 963.953428] env[62225]: value = "task-678137" [ 963.953428] env[62225]: _type = "Task" [ 963.953428] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.961121] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.057018] env[62225]: DEBUG nova.compute.manager [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Received event network-changed-56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 964.058032] env[62225]: DEBUG nova.compute.manager [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Refreshing instance network info cache due to event network-changed-56b81a73-f85d-46b7-ab97-600fc39a4815. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 964.058032] env[62225]: DEBUG oslo_concurrency.lockutils [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] Acquiring lock "refresh_cache-cc88b8a8-7332-41a6-ac8f-548fdbee99ab" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.058032] env[62225]: DEBUG oslo_concurrency.lockutils [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] Acquired lock "refresh_cache-cc88b8a8-7332-41a6-ac8f-548fdbee99ab" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.058032] env[62225]: DEBUG nova.network.neutron [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Refreshing network info cache for port 56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 964.154043] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.234558] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678136, 'name': CreateVM_Task, 'duration_secs': 0.340938} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.234911] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 964.235721] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.236038] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.236570] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.236956] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480443b0-5eb9-4727-bc0e-c34408132d60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.242113] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 964.242113] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5214ba1c-61b8-8d41-cc29-10558aaa4843" [ 964.242113] env[62225]: _type = "Task" [ 964.242113] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.257784] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5214ba1c-61b8-8d41-cc29-10558aaa4843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.302515] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3ef9acf0-2b48-4ddf-a62d-5e302ecb9ca9 tempest-VolumesAdminNegativeTest-1180927792 tempest-VolumesAdminNegativeTest-1180927792-project-member] Lock "c87e8f96-2c8d-4663-8ca1-838af78da36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.409s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.309939] env[62225]: DEBUG nova.compute.manager [req-d9d030cb-77df-4e34-ad47-fecde16cbd6b req-639b462f-db8b-4d4f-8169-42e75318d2ce service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Received event network-vif-plugged-70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 964.310283] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9d030cb-77df-4e34-ad47-fecde16cbd6b req-639b462f-db8b-4d4f-8169-42e75318d2ce service nova] Acquiring lock "5c29706a-cd48-44ec-b314-1a28886e19c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.310556] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9d030cb-77df-4e34-ad47-fecde16cbd6b req-639b462f-db8b-4d4f-8169-42e75318d2ce service nova] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.310810] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9d030cb-77df-4e34-ad47-fecde16cbd6b req-639b462f-db8b-4d4f-8169-42e75318d2ce service nova] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.311058] env[62225]: DEBUG nova.compute.manager [req-d9d030cb-77df-4e34-ad47-fecde16cbd6b req-639b462f-db8b-4d4f-8169-42e75318d2ce service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] No waiting events found dispatching network-vif-plugged-70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 964.311304] env[62225]: WARNING nova.compute.manager [req-d9d030cb-77df-4e34-ad47-fecde16cbd6b req-639b462f-db8b-4d4f-8169-42e75318d2ce service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Received unexpected event network-vif-plugged-70fc1e92-8399-4782-8794-83ee408a028f for instance with vm_state building and task_state spawning. [ 964.360698] env[62225]: DEBUG nova.network.neutron [-] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.454350] env[62225]: DEBUG nova.network.neutron [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Successfully updated port: 70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.472670] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499522} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.473941] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 7c2877e4-3bb8-44e6-9456-beacaa003778/7c2877e4-3bb8-44e6-9456-beacaa003778.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 964.474196] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.474457] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c329c04-cec3-43d4-adb6-2236ec93acff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.485151] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 964.485151] env[62225]: value = "task-678138" [ 964.485151] env[62225]: _type = "Task" [ 964.485151] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.491601] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.562546] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e40971-ca5c-443e-b883-4c5251c7e34d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.571968] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32474b81-81a6-4bc3-b47e-ccde4efc6330 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.610620] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b23fbac-52e6-4524-b124-4d611957ff75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.625863] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e9542-c44b-41ca-aba7-ba528147b5d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.649534] env[62225]: DEBUG nova.compute.provider_tree [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.752098] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5214ba1c-61b8-8d41-cc29-10558aaa4843, 'name': SearchDatastore_Task, 'duration_secs': 0.053206} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.754845] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.755148] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.755406] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.755560] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.755743] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.756037] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c40ba935-e5d8-4311-b172-2088aa38bb6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.764016] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.764210] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 964.764941] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6078fb-a781-42ea-abf3-33551d1851da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.772645] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 964.772645] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52acb13b-1dd2-9187-910e-9024b8357fa5" [ 964.772645] env[62225]: _type = "Task" [ 964.772645] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.781956] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52acb13b-1dd2-9187-910e-9024b8357fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.827495] env[62225]: DEBUG nova.network.neutron [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Updated VIF entry in instance network info cache for port 56b81a73-f85d-46b7-ab97-600fc39a4815. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 964.827904] env[62225]: DEBUG nova.network.neutron [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Updating instance_info_cache with network_info: [{"id": "56b81a73-f85d-46b7-ab97-600fc39a4815", "address": "fa:16:3e:26:58:8c", "network": {"id": "ba51a1b3-9686-42d1-9798-6407a088a60d", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-791580299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa3c1943c79411daf2f06d30270f86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b81a73-f8", "ovs_interfaceid": "56b81a73-f85d-46b7-ab97-600fc39a4815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.864596] env[62225]: INFO nova.compute.manager [-] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Took 1.22 seconds to deallocate network for instance. [ 964.938328] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 964.938582] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163406', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'name': 'volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8a6ad4c6-3b26-4059-9795-e58ed8bd2a92', 'attached_at': '', 'detached_at': '', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'serial': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 964.939468] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea1b0bf-2475-458b-bfd2-b664aa21afa1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.958656] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d4e60-da91-4fd0-b2d7-65424b4f0ad3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.976910] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "refresh_cache-5c29706a-cd48-44ec-b314-1a28886e19c0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.977068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquired lock "refresh_cache-5c29706a-cd48-44ec-b314-1a28886e19c0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.977217] env[62225]: DEBUG nova.network.neutron [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 964.985453] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53/volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.990093] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552b33f9-062d-4bef-877e-41e05ab45de3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.014041] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.460505} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.015475] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.015933] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 965.015933] env[62225]: value = "task-678139" [ 965.015933] env[62225]: _type = "Task" [ 965.015933] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.017567] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6c230-975f-4d66-b344-481b47de7e5d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.025275] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.025593] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.026027] env[62225]: DEBUG nova.compute.manager [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Going to confirm migration 6 {{(pid=62225) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 965.053714] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 7c2877e4-3bb8-44e6-9456-beacaa003778/7c2877e4-3bb8-44e6-9456-beacaa003778.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.063056] env[62225]: DEBUG nova.network.neutron [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 965.064117] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45362e2-13f1-4f0c-a37b-a64c007436cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.082283] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.088686] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 965.088686] env[62225]: value = "task-678140" [ 965.088686] env[62225]: _type = "Task" [ 965.088686] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.099479] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.153503] env[62225]: DEBUG nova.scheduler.client.report [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 965.255923] env[62225]: DEBUG nova.network.neutron [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [{"id": "85299ebc-23fa-428c-9afc-4a72742250fc", "address": "fa:16:3e:4a:b5:88", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85299ebc-23", "ovs_interfaceid": "85299ebc-23fa-428c-9afc-4a72742250fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.283504] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52acb13b-1dd2-9187-910e-9024b8357fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.284346] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f79e643-953e-46d9-9c23-0fdb233642c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.289783] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 965.289783] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52da9b06-9157-530e-2259-70d9069b5e9f" [ 965.289783] env[62225]: _type = "Task" [ 965.289783] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.299836] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52da9b06-9157-530e-2259-70d9069b5e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.331047] env[62225]: DEBUG oslo_concurrency.lockutils [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] Releasing lock "refresh_cache-cc88b8a8-7332-41a6-ac8f-548fdbee99ab" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.331358] env[62225]: DEBUG nova.compute.manager [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Received event network-vif-deleted-c7ecc50b-0f34-468e-8980-3c2c1c0d6870 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 965.331553] env[62225]: DEBUG nova.compute.manager [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Received event network-vif-deleted-5edd4a1d-718a-4ab4-b098-c2dfc23c86ee {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 965.331816] env[62225]: INFO nova.compute.manager [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Neutron deleted interface 5edd4a1d-718a-4ab4-b098-c2dfc23c86ee; detaching it from the instance and deleting it from the info cache [ 965.332166] env[62225]: DEBUG nova.network.neutron [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.368403] env[62225]: DEBUG nova.network.neutron [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Updating instance_info_cache with network_info: [{"id": "70fc1e92-8399-4782-8794-83ee408a028f", "address": "fa:16:3e:b1:f8:42", "network": {"id": "6920fcaa-3d14-46fa-8fa7-e4d974d47329", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1220671720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e609fd99d3e446fa3673c75d2943c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fc1e92-83", "ovs_interfaceid": "70fc1e92-8399-4782-8794-83ee408a028f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.370430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.530322] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.589759] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.590233] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.590376] env[62225]: DEBUG nova.network.neutron [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 965.590654] env[62225]: DEBUG nova.objects.instance [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'info_cache' on Instance uuid 0c5f9435-85a0-4224-8819-6a5215b9f23b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.601944] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.659105] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.661927] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.780s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.662911] env[62225]: DEBUG nova.objects.instance [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'resources' on Instance uuid 882539ee-e877-4357-b7af-303553f227fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.693958] env[62225]: INFO nova.scheduler.client.report [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocations for instance bdee07e4-8d40-412b-859c-b1e6bb67af2d [ 965.758674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-4db736f4-9018-48e6-9c8d-382c36d1c75d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.758943] env[62225]: DEBUG nova.objects.instance [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'migration_context' on Instance uuid 4db736f4-9018-48e6-9c8d-382c36d1c75d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.806157] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52da9b06-9157-530e-2259-70d9069b5e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.806383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.806639] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] cc88b8a8-7332-41a6-ac8f-548fdbee99ab/cc88b8a8-7332-41a6-ac8f-548fdbee99ab.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 965.806902] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cedbb86d-3033-4c22-87a3-aa86df6a7eda {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.816688] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 965.816688] env[62225]: value = "task-678141" [ 965.816688] env[62225]: _type = "Task" [ 965.816688] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.824523] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.834623] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4dbb55b-e75a-4fb8-803d-9ab3b4d179a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.842572] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d25ba2-f665-40fc-8903-facfca4cde3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.873916] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Releasing lock "refresh_cache-5c29706a-cd48-44ec-b314-1a28886e19c0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.874266] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Instance network_info: |[{"id": "70fc1e92-8399-4782-8794-83ee408a028f", "address": "fa:16:3e:b1:f8:42", "network": {"id": "6920fcaa-3d14-46fa-8fa7-e4d974d47329", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1220671720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e609fd99d3e446fa3673c75d2943c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fc1e92-83", "ovs_interfaceid": "70fc1e92-8399-4782-8794-83ee408a028f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 965.874668] env[62225]: DEBUG nova.compute.manager [req-6894a97b-0b02-4bf6-a837-4e13624a889f req-d68eb128-a207-4c8c-88c4-fbfb22333c82 service nova] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Detach interface failed, port_id=5edd4a1d-718a-4ab4-b098-c2dfc23c86ee, reason: Instance 90398046-7523-46d7-a78f-be88c779b19c could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 965.875270] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f8:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70fc1e92-8399-4782-8794-83ee408a028f', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.883230] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Creating folder: Project (1e609fd99d3e446fa3673c75d2943c11). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 965.883543] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-363993a0-d7fd-4e8e-9649-b512eb03c776 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.893419] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Created folder: Project (1e609fd99d3e446fa3673c75d2943c11) in parent group-v163168. [ 965.893632] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Creating folder: Instances. Parent ref: group-v163409. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 965.893970] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce04bdc9-22ad-4ab8-aec8-cfcce848eabf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.903199] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Created folder: Instances in parent group-v163409. [ 965.903501] env[62225]: DEBUG oslo.service.loopingcall [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.903736] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 965.903973] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ec3936d-9c08-47a1-985e-d9172725e719 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.923427] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.923427] env[62225]: value = "task-678144" [ 965.923427] env[62225]: _type = "Task" [ 965.923427] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.931153] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678144, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.030612] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678139, 'name': ReconfigVM_Task, 'duration_secs': 0.670766} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.030897] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53/volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.035745] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1d7c56-94c8-4c7d-8a97-5b5fc6f72f7a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.053133] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 966.053133] env[62225]: value = "task-678145" [ 966.053133] env[62225]: _type = "Task" [ 966.053133] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.064727] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.106764] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678140, 'name': ReconfigVM_Task, 'duration_secs': 0.557311} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.106764] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 7c2877e4-3bb8-44e6-9456-beacaa003778/7c2877e4-3bb8-44e6-9456-beacaa003778.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.107263] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f28d227-d880-49d3-8836-ee36bdf879d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.115752] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 966.115752] env[62225]: value = "task-678146" [ 966.115752] env[62225]: _type = "Task" [ 966.115752] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.126871] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678146, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.202537] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7fa9e1b1-141b-4244-ba03-455798cb9465 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "bdee07e4-8d40-412b-859c-b1e6bb67af2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.567s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.273032] env[62225]: DEBUG nova.objects.base [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Object Instance<4db736f4-9018-48e6-9c8d-382c36d1c75d> lazy-loaded attributes: info_cache,migration_context {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 966.274270] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b28d2b-c8a6-44d6-bc42-02bd42abdb75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.305582] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9f8bee-15dc-4c59-a392-f95c473ad1d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.316325] env[62225]: DEBUG oslo_vmware.api [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 966.316325] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522288a4-75b6-9512-c753-ee3d7dc8056e" [ 966.316325] env[62225]: _type = "Task" [ 966.316325] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.330294] env[62225]: DEBUG oslo_vmware.api [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522288a4-75b6-9512-c753-ee3d7dc8056e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.336709] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678141, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.423558] env[62225]: DEBUG nova.compute.manager [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Received event network-changed-70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 966.423839] env[62225]: DEBUG nova.compute.manager [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Refreshing instance network info cache due to event network-changed-70fc1e92-8399-4782-8794-83ee408a028f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 966.424138] env[62225]: DEBUG oslo_concurrency.lockutils [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] Acquiring lock "refresh_cache-5c29706a-cd48-44ec-b314-1a28886e19c0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.424305] env[62225]: DEBUG oslo_concurrency.lockutils [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] Acquired lock "refresh_cache-5c29706a-cd48-44ec-b314-1a28886e19c0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.424446] env[62225]: DEBUG nova.network.neutron [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Refreshing network info cache for port 70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 966.436079] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678144, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.475339] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6dd9de-7beb-4e4d-97d3-9ad9eb255626 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.483183] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6801a1ee-b517-4541-a348-cf4d6922b0ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.517127] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d06489-96c4-4b1e-a938-e814db985d79 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.524646] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc71701-a1b2-46ca-891d-6bc441d2b74f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.538196] env[62225]: DEBUG nova.compute.provider_tree [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.562598] env[62225]: DEBUG oslo_vmware.api [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678145, 'name': ReconfigVM_Task, 'duration_secs': 0.175583} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.562894] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163406', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'name': 'volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8a6ad4c6-3b26-4059-9795-e58ed8bd2a92', 'attached_at': '', 'detached_at': '', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'serial': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 966.625883] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678146, 'name': Rename_Task, 'duration_secs': 0.202151} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.626191] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 966.626440] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f61106-4b17-40ea-9417-80417c45683a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.632589] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 966.632589] env[62225]: value = "task-678147" [ 966.632589] env[62225]: _type = "Task" [ 966.632589] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.640373] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.829891] env[62225]: DEBUG oslo_vmware.api [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]522288a4-75b6-9512-c753-ee3d7dc8056e, 'name': SearchDatastore_Task, 'duration_secs': 0.025044} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.832988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.833290] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542415} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.833521] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] cc88b8a8-7332-41a6-ac8f-548fdbee99ab/cc88b8a8-7332-41a6-ac8f-548fdbee99ab.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 966.833765] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.834055] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ab29fe-8ad8-422f-b531-5c59145ab079 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.839981] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 966.839981] env[62225]: value = "task-678148" [ 966.839981] env[62225]: _type = "Task" [ 966.839981] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.849705] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.942667] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678144, 'name': CreateVM_Task, 'duration_secs': 0.603954} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.942859] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 966.943592] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.943793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.944146] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.944412] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495be798-c6ec-43ff-aaa7-fa7452aae527 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.949110] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 966.949110] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b36ae2-ac50-87b7-8fc3-b2f1c3b606b4" [ 966.949110] env[62225]: _type = "Task" [ 966.949110] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.958141] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b36ae2-ac50-87b7-8fc3-b2f1c3b606b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.028125] env[62225]: DEBUG nova.network.neutron [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [{"id": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "address": "fa:16:3e:c0:3d:c9", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce7131-9b", "ovs_interfaceid": "61ce7131-9b09-4e1b-88e4-ba3614a2e05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.041628] env[62225]: DEBUG nova.scheduler.client.report [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 967.144908] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.194935] env[62225]: DEBUG nova.network.neutron [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Updated VIF entry in instance network info cache for port 70fc1e92-8399-4782-8794-83ee408a028f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 967.195341] env[62225]: DEBUG nova.network.neutron [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Updating instance_info_cache with network_info: [{"id": "70fc1e92-8399-4782-8794-83ee408a028f", "address": "fa:16:3e:b1:f8:42", "network": {"id": "6920fcaa-3d14-46fa-8fa7-e4d974d47329", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1220671720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e609fd99d3e446fa3673c75d2943c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70fc1e92-83", "ovs_interfaceid": "70fc1e92-8399-4782-8794-83ee408a028f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.350643] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066233} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.351015] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.351684] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b573b-80d4-4302-a397-02c5dfbe2b52 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.374325] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] cc88b8a8-7332-41a6-ac8f-548fdbee99ab/cc88b8a8-7332-41a6-ac8f-548fdbee99ab.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.374725] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582a43d0-3d4d-4338-b203-d341753cc981 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.397208] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 967.397208] env[62225]: value = "task-678149" [ 967.397208] env[62225]: _type = "Task" [ 967.397208] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.406308] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.458659] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b36ae2-ac50-87b7-8fc3-b2f1c3b606b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.458659] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.458947] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.459128] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.459291] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.459486] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.459784] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f13710-75c6-4134-b7fb-6fd2af6be9a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.467870] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.469893] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 967.469893] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0bc7bf-eefe-49cb-8880-8225dbf3dfea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.476810] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 967.476810] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5c5ee-fefa-3043-3e0e-6e838432b63f" [ 967.476810] env[62225]: _type = "Task" [ 967.476810] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.483172] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5c5ee-fefa-3043-3e0e-6e838432b63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.531256] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-0c5f9435-85a0-4224-8819-6a5215b9f23b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.531594] env[62225]: DEBUG nova.objects.instance [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'migration_context' on Instance uuid 0c5f9435-85a0-4224-8819-6a5215b9f23b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.547293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.549700] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.366s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.549942] env[62225]: DEBUG nova.objects.instance [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'resources' on Instance uuid 4e2fab94-8f7d-4a6c-a28b-2f65267be03d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.579132] env[62225]: INFO nova.scheduler.client.report [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted allocations for instance 882539ee-e877-4357-b7af-303553f227fd [ 967.617897] env[62225]: DEBUG nova.objects.instance [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'flavor' on Instance uuid 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.643577] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678147, 'name': PowerOnVM_Task, 'duration_secs': 0.968063} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.643894] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 967.646373] env[62225]: INFO nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Took 8.63 seconds to spawn the instance on the hypervisor. [ 967.646373] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 967.646373] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189a31f-81c8-41d1-8674-9b9ffad43cbe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.698162] env[62225]: DEBUG oslo_concurrency.lockutils [req-3e3b7bb4-79c5-4a17-8603-5b567e809c46 req-2a3d26aa-b61a-4abd-99e0-df74443ebb1d service nova] Releasing lock "refresh_cache-5c29706a-cd48-44ec-b314-1a28886e19c0" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.907520] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678149, 'name': ReconfigVM_Task, 'duration_secs': 0.336184} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.907816] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Reconfigured VM instance instance-0000005b to attach disk [datastore1] cc88b8a8-7332-41a6-ac8f-548fdbee99ab/cc88b8a8-7332-41a6-ac8f-548fdbee99ab.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.908493] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6419d5d0-8d11-4aff-8d32-cd183916120b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.915943] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 967.915943] env[62225]: value = "task-678150" [ 967.915943] env[62225]: _type = "Task" [ 967.915943] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.923761] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678150, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.984404] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5c5ee-fefa-3043-3e0e-6e838432b63f, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.985241] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e04732f-a43b-4330-9974-b2dfbd3502f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.990819] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 967.990819] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52baf4b8-aa74-2c61-0706-c594bc179fc2" [ 967.990819] env[62225]: _type = "Task" [ 967.990819] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.002159] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52baf4b8-aa74-2c61-0706-c594bc179fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.002556] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.002839] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5c29706a-cd48-44ec-b314-1a28886e19c0/5c29706a-cd48-44ec-b314-1a28886e19c0.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 968.003109] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f6ed08-be9e-4dfe-9538-9be21463e78b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.010460] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 968.010460] env[62225]: value = "task-678151" [ 968.010460] env[62225]: _type = "Task" [ 968.010460] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.020480] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.034697] env[62225]: DEBUG nova.objects.base [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Object Instance<0c5f9435-85a0-4224-8819-6a5215b9f23b> lazy-loaded attributes: info_cache,migration_context {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 968.035676] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9cec97-c9c1-4423-b2c8-9553e012c263 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.058383] env[62225]: DEBUG nova.objects.instance [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e2fab94-8f7d-4a6c-a28b-2f65267be03d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.060488] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498811b3-1a05-45ea-ad1d-8ae057e8fa4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.071010] env[62225]: DEBUG oslo_vmware.api [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 968.071010] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528395a9-e2d4-29dd-585b-f4cda86745e8" [ 968.071010] env[62225]: _type = "Task" [ 968.071010] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.080402] env[62225]: DEBUG oslo_vmware.api [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528395a9-e2d4-29dd-585b-f4cda86745e8, 'name': SearchDatastore_Task, 'duration_secs': 0.005646} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.080706] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.089638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b9dc4dc4-3483-4148-a47a-aa2cefe01b1a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "882539ee-e877-4357-b7af-303553f227fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.621s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.090754] env[62225]: DEBUG oslo_concurrency.lockutils [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] Acquired lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.091903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626707c7-06a2-4c53-8e1b-0a7bcf0d1efb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.100352] env[62225]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 968.100352] env[62225]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62225) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 968.100923] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fed9f6fb-5ed3-47d0-88ba-3215faa2102b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.112134] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f014bc-91bf-4410-8a7d-5dda54441c2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.127040] env[62225]: DEBUG oslo_concurrency.lockutils [None req-daab52c6-3fd2-4bea-bf33-3f5e3700a507 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.313s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.149949] env[62225]: ERROR root [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-163374' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-163374' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-163374' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-163374'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-163374' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-163374' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-163374'}\n"]: nova.exception.InstanceNotFound: Instance 882539ee-e877-4357-b7af-303553f227fd could not be found. [ 968.150348] env[62225]: DEBUG oslo_concurrency.lockutils [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] Releasing lock "882539ee-e877-4357-b7af-303553f227fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.150553] env[62225]: DEBUG nova.compute.manager [req-cc407bc3-7a7d-47af-a5fe-23e3bc61dc26 req-0ea2c62f-2ac7-43f0-bfcd-ad8b40faddf2 service nova] [instance: 882539ee-e877-4357-b7af-303553f227fd] Detach interface failed, port_id=1b362700-c830-4750-8c68-56475bff22e8, reason: Instance 882539ee-e877-4357-b7af-303553f227fd could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 968.175858] env[62225]: INFO nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Took 30.38 seconds to build instance. [ 968.409753] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "29de29ef-ee84-4326-adea-9b6c40adbd33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.410101] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.429687] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678150, 'name': Rename_Task, 'duration_secs': 0.145064} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.430109] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 968.430412] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee58c46-f4f9-4195-947e-b5027947cb56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.440382] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 968.440382] env[62225]: value = "task-678152" [ 968.440382] env[62225]: _type = "Task" [ 968.440382] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.450126] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.520657] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678151, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.562040] env[62225]: DEBUG nova.objects.base [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Object Instance<4e2fab94-8f7d-4a6c-a28b-2f65267be03d> lazy-loaded attributes: resources,numa_topology {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 968.568988] env[62225]: INFO nova.compute.manager [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Rescuing [ 968.568988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.568988] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.568988] env[62225]: DEBUG nova.network.neutron [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 968.675167] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.893s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.791350] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b28cb-e938-44d3-a1b2-54c14dc14c8f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.799908] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f80ff-bd09-4533-b534-658c95fd5176 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.843481] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfc478a-2efb-4631-8e91-a39d961768a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.852050] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0083c4-4767-4d8c-88c0-e13e073e4fb3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.867616] env[62225]: DEBUG nova.compute.provider_tree [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.913801] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 968.952028] env[62225]: DEBUG oslo_vmware.api [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678152, 'name': PowerOnVM_Task, 'duration_secs': 0.491724} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.952750] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 968.952750] env[62225]: INFO nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Took 7.52 seconds to spawn the instance on the hypervisor. [ 968.953151] env[62225]: DEBUG nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 968.954145] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257204a0-e40b-4bbb-a007-998d04dd2ecf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.021471] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535719} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.021785] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5c29706a-cd48-44ec-b314-1a28886e19c0/5c29706a-cd48-44ec-b314-1a28886e19c0.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 969.022019] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.022324] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dce403c-9ffd-455f-876f-67bd54cecd3d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.029503] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 969.029503] env[62225]: value = "task-678153" [ 969.029503] env[62225]: _type = "Task" [ 969.029503] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.037315] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.372648] env[62225]: DEBUG nova.scheduler.client.report [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 969.455537] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.475685] env[62225]: INFO nova.compute.manager [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Took 31.62 seconds to build instance. [ 969.501313] env[62225]: DEBUG nova.network.neutron [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.542198] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082533} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.542497] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.543339] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d75ade-707d-4a93-b649-76c5944f1c13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.566794] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 5c29706a-cd48-44ec-b314-1a28886e19c0/5c29706a-cd48-44ec-b314-1a28886e19c0.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.567100] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d33987-8d23-49c2-b456-b5157f95d7ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.587568] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 969.587568] env[62225]: value = "task-678154" [ 969.587568] env[62225]: _type = "Task" [ 969.587568] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.595680] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.885407] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.889068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.247s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.889416] env[62225]: DEBUG nova.objects.instance [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lazy-loading 'resources' on Instance uuid 2673f54d-19f4-4302-882c-70e9da03cb58 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.933249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "7c2877e4-3bb8-44e6-9456-beacaa003778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.933598] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.934438] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "7c2877e4-3bb8-44e6-9456-beacaa003778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.934689] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.934888] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.937685] env[62225]: INFO nova.compute.manager [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Terminating instance [ 969.940812] env[62225]: DEBUG nova.compute.manager [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 969.941346] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 969.943116] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7714f3-10b3-4715-884f-48f04a990f85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.953356] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 969.953776] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05cc4a52-fd65-4557-bb76-fe8d755a1b3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.960932] env[62225]: DEBUG oslo_vmware.api [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 969.960932] env[62225]: value = "task-678155" [ 969.960932] env[62225]: _type = "Task" [ 969.960932] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.969459] env[62225]: DEBUG oslo_vmware.api [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.981358] env[62225]: DEBUG oslo_concurrency.lockutils [None req-02f0cc6c-197c-4c3d-b2f8-ddf5d6664357 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.138s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.001607] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.001897] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.002128] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.002656] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.002870] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.004903] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.007762] env[62225]: INFO nova.compute.manager [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Terminating instance [ 970.009796] env[62225]: DEBUG nova.compute.manager [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 970.009997] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 970.010995] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fe7026-9295-43d8-a77f-e7d4b2642229 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.019344] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 970.019597] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3bae7c1-3a70-4c1d-a832-e3d96cd93547 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.025426] env[62225]: DEBUG oslo_vmware.api [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 970.025426] env[62225]: value = "task-678156" [ 970.025426] env[62225]: _type = "Task" [ 970.025426] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.038510] env[62225]: DEBUG oslo_vmware.api [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.098365] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678154, 'name': ReconfigVM_Task, 'duration_secs': 0.349912} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.098658] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 5c29706a-cd48-44ec-b314-1a28886e19c0/5c29706a-cd48-44ec-b314-1a28886e19c0.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.099399] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88f959fd-c899-4a7a-9633-5271d0f5b3cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.106487] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 970.106487] env[62225]: value = "task-678157" [ 970.106487] env[62225]: _type = "Task" [ 970.106487] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.115183] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678157, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.398247] env[62225]: DEBUG oslo_concurrency.lockutils [None req-24d9b3fb-213c-4f0a-ac2e-335a995cb718 tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.641s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.399843] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.159s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.400333] env[62225]: INFO nova.compute.manager [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Unshelving [ 970.473286] env[62225]: DEBUG oslo_vmware.api [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678155, 'name': PowerOffVM_Task, 'duration_secs': 0.368967} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.475788] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 970.475972] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 970.476935] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e949614-7380-4761-974e-b7c48e251889 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.541287] env[62225]: DEBUG oslo_vmware.api [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678156, 'name': PowerOffVM_Task, 'duration_secs': 0.197472} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.541546] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 970.541736] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 970.541916] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleting the datastore file [datastore1] 7c2877e4-3bb8-44e6-9456-beacaa003778 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.542453] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 970.542688] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 970.542855] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 970.543072] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0dd25f5-74b6-4fa5-b632-fe88a118981f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.544784] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab41dc6-27de-4e3e-8229-53524a6149c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.548127] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ebf451-d150-43f7-9333-3881d8bdc837 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.554582] env[62225]: DEBUG oslo_vmware.api [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 970.554582] env[62225]: value = "task-678159" [ 970.554582] env[62225]: _type = "Task" [ 970.554582] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.555888] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 970.555888] env[62225]: value = "task-678160" [ 970.555888] env[62225]: _type = "Task" [ 970.555888] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.568471] env[62225]: DEBUG oslo_vmware.api [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.571453] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.614439] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 970.614708] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 970.614936] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleting the datastore file [datastore1] cc88b8a8-7332-41a6-ac8f-548fdbee99ab {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.615243] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d2af445-e8e8-4cc7-9c33-dd42f537c3d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.620177] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678157, 'name': Rename_Task, 'duration_secs': 0.146461} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.620856] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 970.621176] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acde59cf-b05d-425e-96ba-3afa3d2e1837 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.628029] env[62225]: DEBUG oslo_vmware.api [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for the task: (returnval){ [ 970.628029] env[62225]: value = "task-678162" [ 970.628029] env[62225]: _type = "Task" [ 970.628029] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.631494] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 970.631494] env[62225]: value = "task-678163" [ 970.631494] env[62225]: _type = "Task" [ 970.631494] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.638036] env[62225]: DEBUG oslo_vmware.api [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.639948] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5fe563-5adb-4e49-8415-0747295f122b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.645126] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.649378] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e0240f-33c7-4c4d-9c8c-a3ae07364110 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.678880] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bcb25-5e7c-4cc0-a881-377df60d91f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.686968] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c4a9e3-c7fb-4f94-a86e-dc1cd4026c9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.701318] env[62225]: DEBUG nova.compute.provider_tree [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.020398] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.020651] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.069686] env[62225]: DEBUG oslo_vmware.api [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215548} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.072865] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.072973] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 971.073178] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 971.073368] env[62225]: INFO nova.compute.manager [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.073645] env[62225]: DEBUG oslo.service.loopingcall [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.073879] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678160, 'name': PowerOffVM_Task, 'duration_secs': 0.248592} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.074097] env[62225]: DEBUG nova.compute.manager [-] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 971.074227] env[62225]: DEBUG nova.network.neutron [-] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 971.075868] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 971.076714] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0ef2c-ff26-401e-b962-cef37d64a0e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.098201] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ad71d-ffc7-466b-b457-2514ff06c11a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.138932] env[62225]: DEBUG oslo_vmware.api [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Task: {'id': task-678162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199134} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.140890] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 971.141529] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.141750] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 971.141968] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 971.142168] env[62225]: INFO nova.compute.manager [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.142399] env[62225]: DEBUG oslo.service.loopingcall [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.142594] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8094cd9d-7427-4698-901c-dfb9d58864db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.147025] env[62225]: DEBUG nova.compute.manager [-] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 971.147125] env[62225]: DEBUG nova.network.neutron [-] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 971.148698] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.153202] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 971.153202] env[62225]: value = "task-678164" [ 971.153202] env[62225]: _type = "Task" [ 971.153202] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.160543] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.204566] env[62225]: DEBUG nova.scheduler.client.report [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 971.350991] env[62225]: DEBUG nova.compute.manager [req-302bfa9e-2a9e-45ed-a666-994e4d2d5840 req-3037b0a2-bc4f-4007-a87e-3246adcde8dc service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Received event network-vif-deleted-b571ecbd-7886-4a10-9c0b-afd3346f4ac1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 971.351210] env[62225]: INFO nova.compute.manager [req-302bfa9e-2a9e-45ed-a666-994e4d2d5840 req-3037b0a2-bc4f-4007-a87e-3246adcde8dc service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Neutron deleted interface b571ecbd-7886-4a10-9c0b-afd3346f4ac1; detaching it from the instance and deleting it from the info cache [ 971.351384] env[62225]: DEBUG nova.network.neutron [req-302bfa9e-2a9e-45ed-a666-994e4d2d5840 req-3037b0a2-bc4f-4007-a87e-3246adcde8dc service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.371080] env[62225]: DEBUG nova.compute.manager [req-cae3eef0-2906-494a-ba3e-6c918606f19e req-bd843efb-4f5d-461e-b3fd-04be2b18691e service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Received event network-vif-deleted-56b81a73-f85d-46b7-ab97-600fc39a4815 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 971.371311] env[62225]: INFO nova.compute.manager [req-cae3eef0-2906-494a-ba3e-6c918606f19e req-bd843efb-4f5d-461e-b3fd-04be2b18691e service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Neutron deleted interface 56b81a73-f85d-46b7-ab97-600fc39a4815; detaching it from the instance and deleting it from the info cache [ 971.371457] env[62225]: DEBUG nova.network.neutron [req-cae3eef0-2906-494a-ba3e-6c918606f19e req-bd843efb-4f5d-461e-b3fd-04be2b18691e service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.435577] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.523386] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 971.642340] env[62225]: DEBUG oslo_vmware.api [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678163, 'name': PowerOnVM_Task, 'duration_secs': 0.523497} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.642615] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 971.642870] env[62225]: INFO nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Took 7.77 seconds to spawn the instance on the hypervisor. [ 971.643028] env[62225]: DEBUG nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 971.644175] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2880ea9-683a-4f8e-a038-2a42b7ca19b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.661789] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 971.661963] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.662228] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.662383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.662565] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.662802] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24dd558f-4a33-465a-a544-80969dc59466 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.674311] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.674496] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 971.675246] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84120a19-7040-4d77-b74b-08576bb617a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.680205] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 971.680205] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fdd189-c49b-5a84-caa7-5587fc5f9776" [ 971.680205] env[62225]: _type = "Task" [ 971.680205] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.687778] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fdd189-c49b-5a84-caa7-5587fc5f9776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.709469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.711986] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.207s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.735746] env[62225]: INFO nova.scheduler.client.report [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Deleted allocations for instance 2673f54d-19f4-4302-882c-70e9da03cb58 [ 971.818265] env[62225]: DEBUG nova.network.neutron [-] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.856031] env[62225]: DEBUG nova.network.neutron [-] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.856699] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3c52201-7af7-4fcc-b06d-1b0a3d0b6a66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.867089] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e23d95-c8ba-442c-a72f-ecd184746e4e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.879523] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53b77aca-51fe-4a3f-aee9-2a68643a8af6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.888960] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f739e-ef04-41eb-8706-bd1c89ac011e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.912512] env[62225]: DEBUG nova.compute.manager [req-302bfa9e-2a9e-45ed-a666-994e4d2d5840 req-3037b0a2-bc4f-4007-a87e-3246adcde8dc service nova] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Detach interface failed, port_id=b571ecbd-7886-4a10-9c0b-afd3346f4ac1, reason: Instance 7c2877e4-3bb8-44e6-9456-beacaa003778 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 971.930830] env[62225]: DEBUG nova.compute.manager [req-cae3eef0-2906-494a-ba3e-6c918606f19e req-bd843efb-4f5d-461e-b3fd-04be2b18691e service nova] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Detach interface failed, port_id=56b81a73-f85d-46b7-ab97-600fc39a4815, reason: Instance cc88b8a8-7332-41a6-ac8f-548fdbee99ab could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 972.045548] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.161219] env[62225]: INFO nova.compute.manager [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Took 26.84 seconds to build instance. [ 972.191122] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fdd189-c49b-5a84-caa7-5587fc5f9776, 'name': SearchDatastore_Task, 'duration_secs': 0.027243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.191763] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccaeba8-8f15-481c-98d7-d5d915353308 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.197128] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 972.197128] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e62173-744e-9f62-cf58-1562f8d60b88" [ 972.197128] env[62225]: _type = "Task" [ 972.197128] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.205048] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e62173-744e-9f62-cf58-1562f8d60b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.244128] env[62225]: DEBUG oslo_concurrency.lockutils [None req-29db4d88-d0ed-4bdf-aa18-caac25f34bc6 tempest-ImagesTestJSON-1491830515 tempest-ImagesTestJSON-1491830515-project-member] Lock "2673f54d-19f4-4302-882c-70e9da03cb58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.606s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.321125] env[62225]: INFO nova.compute.manager [-] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Took 1.25 seconds to deallocate network for instance. [ 972.361037] env[62225]: INFO nova.compute.manager [-] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Took 1.21 seconds to deallocate network for instance. [ 972.663941] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cc2fb81f-b32a-41cc-b0ae-3dbbc897ef19 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.358s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.708383] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e62173-744e-9f62-cf58-1562f8d60b88, 'name': SearchDatastore_Task, 'duration_secs': 0.03302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.708646] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.708908] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. {{(pid=62225) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 972.709187] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825ef4ce-3c8f-46c2-839b-777a85772442 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.716132] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 972.716132] env[62225]: value = "task-678165" [ 972.716132] env[62225]: _type = "Task" [ 972.716132] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.724104] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Applying migration context for instance 0c5f9435-85a0-4224-8819-6a5215b9f23b as it has an incoming, in-progress migration bac41e7d-e3e0-427b-be2e-11a3d4759af9. Migration status is confirming {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 972.724328] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Applying migration context for instance 4db736f4-9018-48e6-9c8d-382c36d1c75d as it has an incoming, in-progress migration f91f9865-b505-4af0-94ce-f606c09b142e. Migration status is confirming {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 972.725622] env[62225]: INFO nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating resource usage from migration bac41e7d-e3e0-427b-be2e-11a3d4759af9 [ 972.725921] env[62225]: INFO nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating resource usage from migration f91f9865-b505-4af0-94ce-f606c09b142e [ 972.728029] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.744982] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 83575fca-aa81-42cd-a53e-2e984ca072b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.745156] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 4372db44-65a6-4a02-9860-9182323c161e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.745280] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.745397] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.745537] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9cb5f79a-1614-4346-9e99-f105c206aa17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.745652] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5bb44249-074a-4c8f-add6-e2dc1a8738cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.745765] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Migration f91f9865-b505-4af0-94ce-f606c09b142e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 972.745879] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 4db736f4-9018-48e6-9c8d-382c36d1c75d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.746007] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Migration bac41e7d-e3e0-427b-be2e-11a3d4759af9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 972.746149] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 0c5f9435-85a0-4224-8819-6a5215b9f23b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.746282] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 90398046-7523-46d7-a78f-be88c779b19c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.746397] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 7c2877e4-3bb8-44e6-9456-beacaa003778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.746508] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance cc88b8a8-7332-41a6-ac8f-548fdbee99ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.746721] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5c29706a-cd48-44ec-b314-1a28886e19c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.828688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.866673] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.227465] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471762} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.227465] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk. [ 973.232021] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a54f9-b1b6-46bf-ba82-998ac1275c4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.255742] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 4e2fab94-8f7d-4a6c-a28b-2f65267be03d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 973.264199] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.264795] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a69710-0ad5-4d2b-aaa5-97cbb56d59d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.285521] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 973.285521] env[62225]: value = "task-678166" [ 973.285521] env[62225]: _type = "Task" [ 973.285521] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.293855] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.766686] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 29de29ef-ee84-4326-adea-9b6c40adbd33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 973.795298] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678166, 'name': ReconfigVM_Task, 'duration_secs': 0.489045} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.795625] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92/a5f785c3-28d7-4f68-99f7-64500bdcde22-rescue.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.796545] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15594cdd-a339-44c0-95fc-d20438572bfc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.825086] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7dfea4c-b3ad-46e4-a966-2958fd68a49d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.841028] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 973.841028] env[62225]: value = "task-678167" [ 973.841028] env[62225]: _type = "Task" [ 973.841028] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.853886] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.973191] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "5c29706a-cd48-44ec-b314-1a28886e19c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.974054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.974054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "5c29706a-cd48-44ec-b314-1a28886e19c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.974229] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.974645] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.976979] env[62225]: INFO nova.compute.manager [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Terminating instance [ 973.980055] env[62225]: DEBUG nova.compute.manager [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 973.980055] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 973.980318] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06981d6-8b3d-4d2a-a8e8-45e465a65703 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.990109] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 973.990454] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549fd28b-95a6-4ef2-88d3-10c403945f1c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.997842] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 973.997842] env[62225]: value = "task-678168" [ 973.997842] env[62225]: _type = "Task" [ 973.997842] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.010147] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.269862] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5b458ea8-0149-40c0-abcb-a51812ec6369 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 974.270129] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 974.270280] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 974.358681] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678167, 'name': ReconfigVM_Task, 'duration_secs': 0.176283} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.358973] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 974.359338] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6e5c4db-43e5-4761-9967-0baeb29e5960 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.365732] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 974.365732] env[62225]: value = "task-678169" [ 974.365732] env[62225]: _type = "Task" [ 974.365732] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.373356] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.510813] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678168, 'name': PowerOffVM_Task, 'duration_secs': 0.501601} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.511125] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 974.511352] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 974.511718] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-806594b7-6ad2-48e4-8320-9c4b193816bf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.514629] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54fdb47-2073-4e97-b826-60a5aa69db55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.521552] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620c26ec-e1d8-40d1-bf40-c0fe66871ba6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.554160] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac6f83-9559-40b9-8506-66ed4bdae064 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.562093] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe6e62b-29bf-412b-913b-b9789d7b70c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.575683] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.875592] env[62225]: DEBUG oslo_vmware.api [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678169, 'name': PowerOnVM_Task, 'duration_secs': 0.421723} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.875914] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 974.878618] env[62225]: DEBUG nova.compute.manager [None req-3b616a4b-b8ad-4442-80a3-5cd6d2741a01 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 974.879533] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb89fc5-aa98-4908-9828-74f1452c3b94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.079303] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 975.584023] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 975.584191] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.872s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.584490] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.431s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.584727] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.586953] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.217s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.587184] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.588855] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.756s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.609880] env[62225]: INFO nova.scheduler.client.report [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted allocations for instance 9cb5f79a-1614-4346-9e99-f105c206aa17 [ 975.612026] env[62225]: INFO nova.scheduler.client.report [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance 90398046-7523-46d7-a78f-be88c779b19c [ 975.671360] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 975.671585] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 975.671789] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Deleting the datastore file [datastore1] 5c29706a-cd48-44ec-b314-1a28886e19c0 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.672075] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-239ba414-7b22-4211-a20c-b63c43ccbcf4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.678120] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for the task: (returnval){ [ 975.678120] env[62225]: value = "task-678171" [ 975.678120] env[62225]: _type = "Task" [ 975.678120] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.686870] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.828105] env[62225]: INFO nova.compute.manager [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Unrescuing [ 975.828408] env[62225]: DEBUG oslo_concurrency.lockutils [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.828564] env[62225]: DEBUG oslo_concurrency.lockutils [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.828730] env[62225]: DEBUG nova.network.neutron [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 976.121914] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ff4219d6-0ce6-4034-b416-647ad5d96ff3 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "9cb5f79a-1614-4346-9e99-f105c206aa17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.034s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.122928] env[62225]: DEBUG oslo_concurrency.lockutils [None req-647e2267-97fc-4995-b94a-793ba94b96ea tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "90398046-7523-46d7-a78f-be88c779b19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.607s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.190434] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.284125] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a819e4-e849-44af-9ed2-e49d759be188 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.291533] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecde860-29ae-4188-9469-2897af001655 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.322221] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e3951-3d84-452a-9a57-e40f85d9261e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.329171] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad73b92-2951-43e5-8c66-f9c4a6476769 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.343517] env[62225]: DEBUG nova.compute.provider_tree [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.691487] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.746817] env[62225]: DEBUG nova.network.neutron [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.846442] env[62225]: DEBUG nova.scheduler.client.report [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 977.192068] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.251367] env[62225]: DEBUG oslo_concurrency.lockutils [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.251367] env[62225]: DEBUG nova.objects.instance [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'flavor' on Instance uuid 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.591815] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.592174] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.696681] env[62225]: DEBUG oslo_vmware.api [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Task: {'id': task-678171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.621473} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.696952] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.697190] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 977.697373] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 977.697546] env[62225]: INFO nova.compute.manager [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Took 3.72 seconds to destroy the instance on the hypervisor. [ 977.697789] env[62225]: DEBUG oslo.service.loopingcall [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.697979] env[62225]: DEBUG nova.compute.manager [-] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 977.698085] env[62225]: DEBUG nova.network.neutron [-] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 977.759989] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048e9c4-977a-4dff-97af-723a5595973d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.789403] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 977.789779] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c017cd6-db37-405e-8467-14da5a4e3578 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.797927] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 977.797927] env[62225]: value = "task-678172" [ 977.797927] env[62225]: _type = "Task" [ 977.797927] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.805606] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.858466] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.268s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.861998] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.781s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.003027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "cdba16a5-3907-4184-813d-ce8c8df03796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.003293] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "cdba16a5-3907-4184-813d-ce8c8df03796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.094579] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 978.312982] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678172, 'name': PowerOffVM_Task, 'duration_secs': 0.282536} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.312982] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 978.319837] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfiguring VM instance instance-00000054 to detach disk 2002 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.319837] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c2c8cf9-b2ae-4d47-822e-1e4a5998f937 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.339683] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 978.339683] env[62225]: value = "task-678173" [ 978.339683] env[62225]: _type = "Task" [ 978.339683] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.351199] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.408064] env[62225]: DEBUG nova.compute.manager [req-66aeeff2-52b7-4b48-89ac-be9876f6aa43 req-c7b9f610-e038-4506-87cf-d326cbc2b5e6 service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Received event network-vif-deleted-70fc1e92-8399-4782-8794-83ee408a028f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 978.408167] env[62225]: INFO nova.compute.manager [req-66aeeff2-52b7-4b48-89ac-be9876f6aa43 req-c7b9f610-e038-4506-87cf-d326cbc2b5e6 service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Neutron deleted interface 70fc1e92-8399-4782-8794-83ee408a028f; detaching it from the instance and deleting it from the info cache [ 978.408311] env[62225]: DEBUG nova.network.neutron [req-66aeeff2-52b7-4b48-89ac-be9876f6aa43 req-c7b9f610-e038-4506-87cf-d326cbc2b5e6 service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.445594] env[62225]: INFO nova.scheduler.client.report [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocation for migration f91f9865-b505-4af0-94ce-f606c09b142e [ 978.505584] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 978.631557] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.676869] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e492b3e-d195-42c8-b0d5-d42bbc7d9425 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.688057] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1badbb36-7714-4fb7-82a5-450bcb105615 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.728338] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc91d51-86d6-4b8d-9ded-6edac32ff21c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.736053] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c30fb-b2a2-4519-99e9-17b55948ea35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.750108] env[62225]: DEBUG nova.compute.provider_tree [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.850644] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678173, 'name': ReconfigVM_Task, 'duration_secs': 0.250226} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.851152] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfigured VM instance instance-00000054 to detach disk 2002 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.851361] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 978.851694] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4ae6c6-95ee-4545-8918-3aa97604df2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.858854] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 978.858854] env[62225]: value = "task-678174" [ 978.858854] env[62225]: _type = "Task" [ 978.858854] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.866758] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.882454] env[62225]: DEBUG nova.network.neutron [-] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.913974] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e8821ae-82d7-496b-af66-c2a873243e3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.924790] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4fd3d-3107-4220-a906-090ed1f7cf81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.955261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7de5d5bf-b922-410d-b6ae-49d627a1c0cd tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.701s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.956379] env[62225]: DEBUG nova.compute.manager [req-66aeeff2-52b7-4b48-89ac-be9876f6aa43 req-c7b9f610-e038-4506-87cf-d326cbc2b5e6 service nova] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Detach interface failed, port_id=70fc1e92-8399-4782-8794-83ee408a028f, reason: Instance 5c29706a-cd48-44ec-b314-1a28886e19c0 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 979.027403] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.117739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.118036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.118235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.118422] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.118609] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.120748] env[62225]: INFO nova.compute.manager [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Terminating instance [ 979.123870] env[62225]: DEBUG nova.compute.manager [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 979.124092] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 979.124966] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a021e96c-6b50-4f32-9aa9-823e5181f1a4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.133232] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 979.134439] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06409e1-628d-4229-a8ba-4776506f8c95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.140485] env[62225]: DEBUG oslo_vmware.api [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 979.140485] env[62225]: value = "task-678175" [ 979.140485] env[62225]: _type = "Task" [ 979.140485] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.152612] env[62225]: DEBUG oslo_vmware.api [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.258025] env[62225]: DEBUG nova.scheduler.client.report [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 979.368335] env[62225]: DEBUG oslo_vmware.api [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678174, 'name': PowerOnVM_Task, 'duration_secs': 0.40609} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.368722] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 979.369083] env[62225]: DEBUG nova.compute.manager [None req-018cbb3a-50ee-4d0f-b6f5-f7df2fa023f3 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 979.369702] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76340cfb-400e-400f-875c-0374682d654d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.387191] env[62225]: INFO nova.compute.manager [-] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Took 1.69 seconds to deallocate network for instance. [ 979.635602] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.635842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.650098] env[62225]: DEBUG oslo_vmware.api [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678175, 'name': PowerOffVM_Task, 'duration_secs': 0.213708} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.650468] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 979.650540] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 979.650768] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6291f7b-53ad-4bb9-9a6c-81a56b943dbf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.705233] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "3aa39e5d-0511-4346-8e85-d4936243941e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.705480] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "3aa39e5d-0511-4346-8e85-d4936243941e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.711058] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 979.711276] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 979.711551] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore1] 4db736f4-9018-48e6-9c8d-382c36d1c75d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.712349] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62d8abda-b45a-4ac6-976a-ce9c797bbaeb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.718930] env[62225]: DEBUG oslo_vmware.api [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 979.718930] env[62225]: value = "task-678177" [ 979.718930] env[62225]: _type = "Task" [ 979.718930] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.727298] env[62225]: DEBUG oslo_vmware.api [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.893120] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.138373] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 980.207978] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 980.231573] env[62225]: DEBUG oslo_vmware.api [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14382} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.231899] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.232160] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 980.232384] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 980.232542] env[62225]: INFO nova.compute.manager [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 980.232822] env[62225]: DEBUG oslo.service.loopingcall [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.233017] env[62225]: DEBUG nova.compute.manager [-] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 980.233122] env[62225]: DEBUG nova.network.neutron [-] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 980.268744] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.407s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.276023] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.817s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.276641] env[62225]: INFO nova.compute.claims [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.621064] env[62225]: DEBUG nova.compute.manager [req-ded9ef0e-010e-477d-982c-e9355089c2d6 req-786babc2-a53a-4774-9d79-eb06add8fb39 service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Received event network-vif-deleted-85299ebc-23fa-428c-9afc-4a72742250fc {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 980.621064] env[62225]: INFO nova.compute.manager [req-ded9ef0e-010e-477d-982c-e9355089c2d6 req-786babc2-a53a-4774-9d79-eb06add8fb39 service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Neutron deleted interface 85299ebc-23fa-428c-9afc-4a72742250fc; detaching it from the instance and deleting it from the info cache [ 980.621357] env[62225]: DEBUG nova.network.neutron [req-ded9ef0e-010e-477d-982c-e9355089c2d6 req-786babc2-a53a-4774-9d79-eb06add8fb39 service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.662954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.727297] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.836511] env[62225]: INFO nova.scheduler.client.report [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted allocation for migration bac41e7d-e3e0-427b-be2e-11a3d4759af9 [ 980.930233] env[62225]: DEBUG nova.compute.manager [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 980.930353] env[62225]: DEBUG nova.compute.manager [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing instance network info cache due to event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 980.930570] env[62225]: DEBUG oslo_concurrency.lockutils [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.930720] env[62225]: DEBUG oslo_concurrency.lockutils [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.930876] env[62225]: DEBUG nova.network.neutron [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 981.098380] env[62225]: DEBUG nova.network.neutron [-] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.124044] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6be3a54-950d-4357-9f94-83db2fd6d2dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.133997] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91cc1d8-d934-42be-b584-9f95959cd1b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.165080] env[62225]: DEBUG nova.compute.manager [req-ded9ef0e-010e-477d-982c-e9355089c2d6 req-786babc2-a53a-4774-9d79-eb06add8fb39 service nova] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Detach interface failed, port_id=85299ebc-23fa-428c-9afc-4a72742250fc, reason: Instance 4db736f4-9018-48e6-9c8d-382c36d1c75d could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 981.343682] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99aae995-0ea6-4400-b76b-3b7d3bc9b7e2 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.318s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.554967] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec028f81-ca8c-4a0d-8fd7-7c248fb00413 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.565554] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c21f69-ef11-4419-8589-425c727d9e48 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.598467] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6efd16a-ded4-4bff-82a9-b3605f701d44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.602987] env[62225]: INFO nova.compute.manager [-] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Took 1.37 seconds to deallocate network for instance. [ 981.607909] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649768de-6333-493d-9ac7-7437ca9dbe8d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.625313] env[62225]: DEBUG nova.compute.provider_tree [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.720611] env[62225]: DEBUG nova.network.neutron [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updated VIF entry in instance network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 981.721460] env[62225]: DEBUG nova.network.neutron [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.722728] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.722950] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.723170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.723355] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.723851] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.725444] env[62225]: INFO nova.compute.manager [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Terminating instance [ 981.727130] env[62225]: DEBUG nova.compute.manager [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 981.727328] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 981.728274] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff17dc03-be96-450c-ab6d-4584e6e71a97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.737242] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 981.737532] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-906c73e8-4208-4097-b8d7-88218b6cf5cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.745134] env[62225]: DEBUG oslo_vmware.api [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 981.745134] env[62225]: value = "task-678178" [ 981.745134] env[62225]: _type = "Task" [ 981.745134] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.753500] env[62225]: DEBUG oslo_vmware.api [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.117406] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.146040] env[62225]: ERROR nova.scheduler.client.report [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [req-5a5cc514-7374-4633-a955-aa25b660dd10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a5cc514-7374-4633-a955-aa25b660dd10"}]} [ 982.160525] env[62225]: DEBUG nova.scheduler.client.report [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 982.174159] env[62225]: DEBUG nova.scheduler.client.report [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 982.174455] env[62225]: DEBUG nova.compute.provider_tree [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.186320] env[62225]: DEBUG nova.scheduler.client.report [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 982.204055] env[62225]: DEBUG nova.scheduler.client.report [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 982.224953] env[62225]: DEBUG oslo_concurrency.lockutils [req-a75725ed-2da0-4596-aaf2-eec5f194663b req-ec011f0e-cc5b-4317-ab59-48746aef0215 service nova] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.255633] env[62225]: DEBUG oslo_vmware.api [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678178, 'name': PowerOffVM_Task, 'duration_secs': 0.216765} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.258034] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 982.258226] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 982.258694] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33fa145a-2999-462f-847b-6e27b6e117c9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.320129] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 982.320416] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 982.320764] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleting the datastore file [datastore2] 0c5f9435-85a0-4224-8819-6a5215b9f23b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.321076] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ca50bea-dac6-4ad3-8689-e6da7fccafe1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.326996] env[62225]: DEBUG oslo_vmware.api [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 982.326996] env[62225]: value = "task-678180" [ 982.326996] env[62225]: _type = "Task" [ 982.326996] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.337122] env[62225]: DEBUG oslo_vmware.api [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.424528] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc3bcf-fc3c-4a6d-9781-b33680d2027c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.431629] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044b37f2-60db-4921-b4c0-4128af46d44d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.461366] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1b9410-646b-46c4-98b9-58e93b99bdfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.468573] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b77c6-ac81-4b00-b1b3-99ddaf2aae7a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.483177] env[62225]: DEBUG nova.compute.provider_tree [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.838745] env[62225]: DEBUG oslo_vmware.api [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149968} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.839921] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.839921] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 982.839921] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 982.840079] env[62225]: INFO nova.compute.manager [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 982.840227] env[62225]: DEBUG oslo.service.loopingcall [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.840423] env[62225]: DEBUG nova.compute.manager [-] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 982.840561] env[62225]: DEBUG nova.network.neutron [-] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 982.962115] env[62225]: DEBUG nova.compute.manager [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 982.962334] env[62225]: DEBUG nova.compute.manager [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing instance network info cache due to event network-changed-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 982.962545] env[62225]: DEBUG oslo_concurrency.lockutils [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] Acquiring lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.962692] env[62225]: DEBUG oslo_concurrency.lockutils [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] Acquired lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.962858] env[62225]: DEBUG nova.network.neutron [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Refreshing network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 983.016809] env[62225]: DEBUG nova.scheduler.client.report [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 983.017117] env[62225]: DEBUG nova.compute.provider_tree [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 135 to 136 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.017302] env[62225]: DEBUG nova.compute.provider_tree [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.246601] env[62225]: DEBUG nova.compute.manager [req-1a8b9780-bcf0-48f5-a687-cad5c1fe97c4 req-55104244-863b-472f-9744-2b49d964df56 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Received event network-vif-deleted-61ce7131-9b09-4e1b-88e4-ba3614a2e05b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 983.246820] env[62225]: INFO nova.compute.manager [req-1a8b9780-bcf0-48f5-a687-cad5c1fe97c4 req-55104244-863b-472f-9744-2b49d964df56 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Neutron deleted interface 61ce7131-9b09-4e1b-88e4-ba3614a2e05b; detaching it from the instance and deleting it from the info cache [ 983.246997] env[62225]: DEBUG nova.network.neutron [req-1a8b9780-bcf0-48f5-a687-cad5c1fe97c4 req-55104244-863b-472f-9744-2b49d964df56 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.521852] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.249s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.522408] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 983.525311] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.090s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.525311] env[62225]: DEBUG nova.objects.instance [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'pci_requests' on Instance uuid 4e2fab94-8f7d-4a6c-a28b-2f65267be03d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.697523] env[62225]: DEBUG nova.network.neutron [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updated VIF entry in instance network info cache for port fb3e1b04-21eb-48d1-a15b-a4cbe48a8261. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 983.697945] env[62225]: DEBUG nova.network.neutron [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [{"id": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "address": "fa:16:3e:7e:ff:c8", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb3e1b04-21", "ovs_interfaceid": "fb3e1b04-21eb-48d1-a15b-a4cbe48a8261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.725367] env[62225]: DEBUG nova.network.neutron [-] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.750217] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34d67d7c-b719-43ab-92d2-d71eb1b78ec5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.760411] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add6769-ac82-4447-9ab0-9be622d7331b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.788426] env[62225]: DEBUG nova.compute.manager [req-1a8b9780-bcf0-48f5-a687-cad5c1fe97c4 req-55104244-863b-472f-9744-2b49d964df56 service nova] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Detach interface failed, port_id=61ce7131-9b09-4e1b-88e4-ba3614a2e05b, reason: Instance 0c5f9435-85a0-4224-8819-6a5215b9f23b could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 984.028245] env[62225]: DEBUG nova.compute.utils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.030950] env[62225]: DEBUG nova.objects.instance [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e2fab94-8f7d-4a6c-a28b-2f65267be03d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.031871] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 984.032051] env[62225]: DEBUG nova.network.neutron [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 984.079250] env[62225]: DEBUG nova.policy [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b46d1b7ebff4b02a5df2c7df3ef4d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987f21651793480f9491cd902ecaf08d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 984.200585] env[62225]: DEBUG oslo_concurrency.lockutils [req-da0d7548-4f50-4c49-b5f1-175a6fc0cb85 req-a1f4a4c5-1c94-4885-953d-7895baa3471f service nova] Releasing lock "refresh_cache-8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.227307] env[62225]: INFO nova.compute.manager [-] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Took 1.39 seconds to deallocate network for instance. [ 984.313028] env[62225]: DEBUG nova.network.neutron [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Successfully created port: 7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.535480] env[62225]: INFO nova.compute.claims [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.537612] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 984.733733] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.551344] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 985.581518] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 985.581704] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 985.581870] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.582068] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 985.582221] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.582374] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 985.582582] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 985.582836] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 985.583036] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 985.583069] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 985.583249] env[62225]: DEBUG nova.virt.hardware [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.584165] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe8fac-e3ac-499e-9eaa-1eeb30d94022 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.592270] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d520379-d162-4a4a-942e-1ed2e5b9564a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.710782] env[62225]: DEBUG nova.compute.manager [req-a5ddead1-8ae5-469f-ad7f-ea7d4100df10 req-1aa65ddf-7b0b-4272-ae65-80160a06c5e2 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Received event network-vif-plugged-7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 985.711104] env[62225]: DEBUG oslo_concurrency.lockutils [req-a5ddead1-8ae5-469f-ad7f-ea7d4100df10 req-1aa65ddf-7b0b-4272-ae65-80160a06c5e2 service nova] Acquiring lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.711385] env[62225]: DEBUG oslo_concurrency.lockutils [req-a5ddead1-8ae5-469f-ad7f-ea7d4100df10 req-1aa65ddf-7b0b-4272-ae65-80160a06c5e2 service nova] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.711619] env[62225]: DEBUG oslo_concurrency.lockutils [req-a5ddead1-8ae5-469f-ad7f-ea7d4100df10 req-1aa65ddf-7b0b-4272-ae65-80160a06c5e2 service nova] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.711847] env[62225]: DEBUG nova.compute.manager [req-a5ddead1-8ae5-469f-ad7f-ea7d4100df10 req-1aa65ddf-7b0b-4272-ae65-80160a06c5e2 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] No waiting events found dispatching network-vif-plugged-7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 985.712210] env[62225]: WARNING nova.compute.manager [req-a5ddead1-8ae5-469f-ad7f-ea7d4100df10 req-1aa65ddf-7b0b-4272-ae65-80160a06c5e2 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Received unexpected event network-vif-plugged-7ff790f3-f9d0-4a08-913b-280ac983499f for instance with vm_state building and task_state spawning. [ 985.785396] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb0461-2f4c-4471-8f69-610d52202f29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.799189] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873578be-4f9b-47a8-91bf-2657a1587792 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.835409] env[62225]: DEBUG nova.network.neutron [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Successfully updated port: 7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.838483] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf5937d-84b4-462e-aca2-b9b546eef10a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.847078] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e7e8e5-e693-4007-b223-f50a2781efe5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.861750] env[62225]: DEBUG nova.compute.provider_tree [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.342079] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.342244] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.342397] env[62225]: DEBUG nova.network.neutron [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 986.364846] env[62225]: DEBUG nova.scheduler.client.report [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 986.869082] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.344s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.871742] env[62225]: DEBUG nova.network.neutron [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 986.873424] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.828s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.875507] env[62225]: INFO nova.compute.claims [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.918376] env[62225]: INFO nova.network.neutron [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating port 8505696a-947d-4df1-b46f-c526d52c7bb3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 987.033549] env[62225]: DEBUG nova.network.neutron [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updating instance_info_cache with network_info: [{"id": "7ff790f3-f9d0-4a08-913b-280ac983499f", "address": "fa:16:3e:0a:b5:12", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff790f3-f9", "ovs_interfaceid": "7ff790f3-f9d0-4a08-913b-280ac983499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.535953] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.536305] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Instance network_info: |[{"id": "7ff790f3-f9d0-4a08-913b-280ac983499f", "address": "fa:16:3e:0a:b5:12", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff790f3-f9", "ovs_interfaceid": "7ff790f3-f9d0-4a08-913b-280ac983499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 987.536735] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b5:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ff790f3-f9d0-4a08-913b-280ac983499f', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.544205] env[62225]: DEBUG oslo.service.loopingcall [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.544420] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 987.544647] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6e9954-f580-4fa2-9716-ab5263350b45 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.564756] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.564756] env[62225]: value = "task-678181" [ 987.564756] env[62225]: _type = "Task" [ 987.564756] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.575862] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.736650] env[62225]: DEBUG nova.compute.manager [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Received event network-changed-7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 987.736896] env[62225]: DEBUG nova.compute.manager [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Refreshing instance network info cache due to event network-changed-7ff790f3-f9d0-4a08-913b-280ac983499f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 987.737139] env[62225]: DEBUG oslo_concurrency.lockutils [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] Acquiring lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.737309] env[62225]: DEBUG oslo_concurrency.lockutils [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] Acquired lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.737504] env[62225]: DEBUG nova.network.neutron [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Refreshing network info cache for port 7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 988.077861] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.082598] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79351aae-c2c8-4aaf-8928-449446e6ca1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.089094] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734dd0d2-b7d5-432c-b14c-c2990d9cabea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.118129] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9596fe-db5e-4c88-8751-de613d2f8443 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.124811] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2e546-be41-4733-a94a-761105d552a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.137314] env[62225]: DEBUG nova.compute.provider_tree [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.313172] env[62225]: DEBUG nova.compute.manager [req-1eabcabf-89eb-49d4-98bf-291dfb86997d req-964b8055-0500-49c7-af6c-85e1e4430e5c service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-vif-plugged-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 988.313396] env[62225]: DEBUG oslo_concurrency.lockutils [req-1eabcabf-89eb-49d4-98bf-291dfb86997d req-964b8055-0500-49c7-af6c-85e1e4430e5c service nova] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.313602] env[62225]: DEBUG oslo_concurrency.lockutils [req-1eabcabf-89eb-49d4-98bf-291dfb86997d req-964b8055-0500-49c7-af6c-85e1e4430e5c service nova] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.313855] env[62225]: DEBUG oslo_concurrency.lockutils [req-1eabcabf-89eb-49d4-98bf-291dfb86997d req-964b8055-0500-49c7-af6c-85e1e4430e5c service nova] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.314213] env[62225]: DEBUG nova.compute.manager [req-1eabcabf-89eb-49d4-98bf-291dfb86997d req-964b8055-0500-49c7-af6c-85e1e4430e5c service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] No waiting events found dispatching network-vif-plugged-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 988.314443] env[62225]: WARNING nova.compute.manager [req-1eabcabf-89eb-49d4-98bf-291dfb86997d req-964b8055-0500-49c7-af6c-85e1e4430e5c service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received unexpected event network-vif-plugged-8505696a-947d-4df1-b46f-c526d52c7bb3 for instance with vm_state shelved_offloaded and task_state spawning. [ 988.392226] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.392424] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.392606] env[62225]: DEBUG nova.network.neutron [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 988.429045] env[62225]: DEBUG nova.network.neutron [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updated VIF entry in instance network info cache for port 7ff790f3-f9d0-4a08-913b-280ac983499f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 988.429423] env[62225]: DEBUG nova.network.neutron [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updating instance_info_cache with network_info: [{"id": "7ff790f3-f9d0-4a08-913b-280ac983499f", "address": "fa:16:3e:0a:b5:12", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff790f3-f9", "ovs_interfaceid": "7ff790f3-f9d0-4a08-913b-280ac983499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.576098] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.640878] env[62225]: DEBUG nova.scheduler.client.report [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.932348] env[62225]: DEBUG oslo_concurrency.lockutils [req-78364b70-80fd-40cb-bd1d-40d09504130e req-9e6798d4-bb67-422a-9c76-8356a8f35160 service nova] Releasing lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.077130] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.123956] env[62225]: DEBUG nova.network.neutron [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.146777] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.146777] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 989.148409] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.320s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.148628] env[62225]: DEBUG nova.objects.instance [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lazy-loading 'resources' on Instance uuid 7c2877e4-3bb8-44e6-9456-beacaa003778 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.576094] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.626793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.652089] env[62225]: DEBUG nova.compute.utils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.655648] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 989.655819] env[62225]: DEBUG nova.network.neutron [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 989.666360] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2d9655747f0677d1b82a362e38c7d463',container_format='bare',created_at=2024-09-06T00:42:34Z,direct_url=,disk_format='vmdk',id=aba25102-0b2c-481f-8faa-756be11e5e03,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1477485244-shelved',owner='b820af9d7a884b389d072d7ce81157c3',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-09-06T00:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 989.666607] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 989.666767] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.667379] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 989.667379] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.667379] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 989.667567] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 989.667614] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 989.667758] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 989.667921] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 989.668104] env[62225]: DEBUG nova.virt.hardware [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 989.668912] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8f560-8d59-4bbf-8363-5f487ae74588 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.678658] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3162e18e-2d09-4c48-92a5-dfe288b7a224 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.693446] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:a8:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e66c4ebe-f808-4b34-bdb5-6c45edb1736f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8505696a-947d-4df1-b46f-c526d52c7bb3', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.700727] env[62225]: DEBUG oslo.service.loopingcall [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.702097] env[62225]: DEBUG nova.policy [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 989.705560] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 989.705955] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2459bcd-a48e-4647-8677-3a2d4a081045 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.726730] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.726730] env[62225]: value = "task-678182" [ 989.726730] env[62225]: _type = "Task" [ 989.726730] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.735322] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678182, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.878308] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee1162-568e-4e8f-843b-a17f310fae1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.886348] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3014b-c801-4269-8055-bf8fd379888e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.923982] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d939bd8-478b-428e-b37a-a90d3b5ea471 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.931880] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309a8ba0-32be-4cf2-90e2-cfef2746a71b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.950107] env[62225]: DEBUG nova.compute.provider_tree [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.041778] env[62225]: DEBUG nova.network.neutron [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Successfully created port: 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.076355] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.161199] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 990.237013] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678182, 'name': CreateVM_Task, 'duration_secs': 0.294969} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.237200] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 990.237877] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.238059] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.238438] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.238701] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff534137-8edd-46e7-b2e0-a43cca511dcc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.243320] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 990.243320] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210f866-f825-09c4-a812-c58009786944" [ 990.243320] env[62225]: _type = "Task" [ 990.243320] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.250896] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5210f866-f825-09c4-a812-c58009786944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.339069] env[62225]: DEBUG nova.compute.manager [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 990.339269] env[62225]: DEBUG nova.compute.manager [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing instance network info cache due to event network-changed-8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 990.339485] env[62225]: DEBUG oslo_concurrency.lockutils [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] Acquiring lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.339628] env[62225]: DEBUG oslo_concurrency.lockutils [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] Acquired lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.339786] env[62225]: DEBUG nova.network.neutron [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Refreshing network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 990.452795] env[62225]: DEBUG nova.scheduler.client.report [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 990.576892] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.753140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.754026] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Processing image aba25102-0b2c-481f-8faa-756be11e5e03 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.754026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.754136] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.754360] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.754691] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05dc6e8-bdc5-418e-b059-8636cee61120 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.762929] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.763134] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 990.763881] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a711fed1-c50c-4c73-85f7-80c130d58d8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.769707] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 990.769707] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520929f4-8e8b-4093-6448-636c9526e548" [ 990.769707] env[62225]: _type = "Task" [ 990.769707] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.778110] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520929f4-8e8b-4093-6448-636c9526e548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.957840] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.960037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.093s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.960037] env[62225]: DEBUG nova.objects.instance [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lazy-loading 'resources' on Instance uuid cc88b8a8-7332-41a6-ac8f-548fdbee99ab {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.979139] env[62225]: INFO nova.scheduler.client.report [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted allocations for instance 7c2877e4-3bb8-44e6-9456-beacaa003778 [ 991.073561] env[62225]: DEBUG nova.network.neutron [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updated VIF entry in instance network info cache for port 8505696a-947d-4df1-b46f-c526d52c7bb3. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 991.073959] env[62225]: DEBUG nova.network.neutron [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [{"id": "8505696a-947d-4df1-b46f-c526d52c7bb3", "address": "fa:16:3e:10:a8:c4", "network": {"id": "45b1b05e-e379-4be4-88fa-5b8d4552ccc0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-152542209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b820af9d7a884b389d072d7ce81157c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e66c4ebe-f808-4b34-bdb5-6c45edb1736f", "external-id": "cl2-zone-719", "segmentation_id": 719, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8505696a-94", "ovs_interfaceid": "8505696a-947d-4df1-b46f-c526d52c7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.080357] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.170809] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 991.197007] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 991.197289] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 991.197447] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.197623] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 991.197771] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.197918] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 991.198139] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 991.198300] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 991.198464] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 991.198624] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 991.198795] env[62225]: DEBUG nova.virt.hardware [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 991.199662] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a6fdf-f60c-4e77-b468-21a590b160e5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.208183] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91771dc-6bc8-4802-a959-223584fa5e8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.278467] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 991.278731] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Fetch image to [datastore1] OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b/OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 991.278918] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Downloading stream optimized image aba25102-0b2c-481f-8faa-756be11e5e03 to [datastore1] OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b/OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b.vmdk on the data store datastore1 as vApp {{(pid=62225) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 991.279236] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Downloading image file data aba25102-0b2c-481f-8faa-756be11e5e03 to the ESX as VM named 'OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b' {{(pid=62225) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 991.346196] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 991.346196] env[62225]: value = "resgroup-9" [ 991.346196] env[62225]: _type = "ResourcePool" [ 991.346196] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 991.346965] env[62225]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-43894769-3e8b-41c0-a613-b53a98d893c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.366619] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease: (returnval){ [ 991.366619] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b3164f-cfc0-e7b4-6dc9-9b0d9028deac" [ 991.366619] env[62225]: _type = "HttpNfcLease" [ 991.366619] env[62225]: } obtained for vApp import into resource pool (val){ [ 991.366619] env[62225]: value = "resgroup-9" [ 991.366619] env[62225]: _type = "ResourcePool" [ 991.366619] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 991.366884] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the lease: (returnval){ [ 991.366884] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b3164f-cfc0-e7b4-6dc9-9b0d9028deac" [ 991.366884] env[62225]: _type = "HttpNfcLease" [ 991.366884] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 991.372921] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.372921] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b3164f-cfc0-e7b4-6dc9-9b0d9028deac" [ 991.372921] env[62225]: _type = "HttpNfcLease" [ 991.372921] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.475215] env[62225]: DEBUG nova.compute.manager [req-57c01c4c-3214-41a3-a673-9f3282ea9d68 req-e04d838e-a68e-4ad3-a52d-a3fe3837d10e service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-vif-plugged-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 991.475531] env[62225]: DEBUG oslo_concurrency.lockutils [req-57c01c4c-3214-41a3-a673-9f3282ea9d68 req-e04d838e-a68e-4ad3-a52d-a3fe3837d10e service nova] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.475797] env[62225]: DEBUG oslo_concurrency.lockutils [req-57c01c4c-3214-41a3-a673-9f3282ea9d68 req-e04d838e-a68e-4ad3-a52d-a3fe3837d10e service nova] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.475980] env[62225]: DEBUG oslo_concurrency.lockutils [req-57c01c4c-3214-41a3-a673-9f3282ea9d68 req-e04d838e-a68e-4ad3-a52d-a3fe3837d10e service nova] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.476240] env[62225]: DEBUG nova.compute.manager [req-57c01c4c-3214-41a3-a673-9f3282ea9d68 req-e04d838e-a68e-4ad3-a52d-a3fe3837d10e service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] No waiting events found dispatching network-vif-plugged-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 991.476458] env[62225]: WARNING nova.compute.manager [req-57c01c4c-3214-41a3-a673-9f3282ea9d68 req-e04d838e-a68e-4ad3-a52d-a3fe3837d10e service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received unexpected event network-vif-plugged-6601c9ee-9f4e-45f6-8d18-c62738786c0b for instance with vm_state building and task_state spawning. [ 991.489482] env[62225]: DEBUG oslo_concurrency.lockutils [None req-712533f5-0171-4b13-9a4c-967c14004720 tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "7c2877e4-3bb8-44e6-9456-beacaa003778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.556s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.582100] env[62225]: DEBUG oslo_concurrency.lockutils [req-08ea283b-62f0-46f8-86c6-b4a8419f58a8 req-409dbba1-37f9-4af7-aa69-8ddc47916405 service nova] Releasing lock "refresh_cache-4e2fab94-8f7d-4a6c-a28b-2f65267be03d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.582711] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.583977] env[62225]: DEBUG nova.network.neutron [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Successfully updated port: 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.654631] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eafe532-09a4-42c9-8c8e-b7a9dfc089db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.662451] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138c0241-fd22-4a91-9bb0-0463c3a4a85b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.692402] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6d542-b27d-4d3d-ab5f-35be9dff63e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.698861] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7642a-7f36-4318-b429-85742780ff2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.711949] env[62225]: DEBUG nova.compute.provider_tree [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.874345] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.874345] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b3164f-cfc0-e7b4-6dc9-9b0d9028deac" [ 991.874345] env[62225]: _type = "HttpNfcLease" [ 991.874345] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 991.874637] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 991.874637] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b3164f-cfc0-e7b4-6dc9-9b0d9028deac" [ 991.874637] env[62225]: _type = "HttpNfcLease" [ 991.874637] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 991.875352] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74bb5fc-c915-4759-b289-d1d2aad21664 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.882250] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52446ff0-0cda-821f-5f18-d0ee4b4af2e4/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 991.882452] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52446ff0-0cda-821f-5f18-d0ee4b4af2e4/disk-0.vmdk. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 991.946962] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5bb83c3-ada7-460c-be5a-d4b16fa56d37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.082201] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678181, 'name': CreateVM_Task, 'duration_secs': 4.277302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.082378] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 992.083054] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.083233] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.083559] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.083842] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f785c0e-21da-42e7-a739-65b057a0b043 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.088108] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 992.088108] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525e2c7b-b220-96a7-92a0-0a0858dfda07" [ 992.088108] env[62225]: _type = "Task" [ 992.088108] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.092090] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.092252] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.092561] env[62225]: DEBUG nova.network.neutron [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 992.098979] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525e2c7b-b220-96a7-92a0-0a0858dfda07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.215302] env[62225]: DEBUG nova.scheduler.client.report [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 992.610045] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525e2c7b-b220-96a7-92a0-0a0858dfda07, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.614270] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.615020] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.615161] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.615464] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.615807] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.616267] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d655a8bd-84ee-4876-b786-70147de8a92b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.627924] env[62225]: DEBUG nova.network.neutron [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 992.630938] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.631138] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 992.633699] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0183c77-9b5c-4e20-bd48-f0f5f62be7c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.639503] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 992.639503] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa6ac9-b76e-fb9e-9de2-9cc78f2def6a" [ 992.639503] env[62225]: _type = "Task" [ 992.639503] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.651018] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa6ac9-b76e-fb9e-9de2-9cc78f2def6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.655506] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7a1b37-d7e8-4048-85a0-4f6412c4ed9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.661024] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 992.661024] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52dad96b-fb27-b4d1-3e86-e409a8184664" [ 992.661024] env[62225]: _type = "Task" [ 992.661024] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.669963] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52dad96b-fb27-b4d1-3e86-e409a8184664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.722253] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.724514] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.093s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.726157] env[62225]: INFO nova.compute.claims [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.743647] env[62225]: INFO nova.scheduler.client.report [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Deleted allocations for instance cc88b8a8-7332-41a6-ac8f-548fdbee99ab [ 992.778045] env[62225]: DEBUG nova.network.neutron [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.123514] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 993.123791] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52446ff0-0cda-821f-5f18-d0ee4b4af2e4/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.124779] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03794f0a-76c0-449e-8abb-adbcb2aa202d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.131262] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52446ff0-0cda-821f-5f18-d0ee4b4af2e4/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.131444] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52446ff0-0cda-821f-5f18-d0ee4b4af2e4/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 993.131710] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-626a37a6-c612-4731-9661-581b73179202 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.170769] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52dad96b-fb27-b4d1-3e86-e409a8184664, 'name': SearchDatastore_Task, 'duration_secs': 0.00828} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.171046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.171323] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 29de29ef-ee84-4326-adea-9b6c40adbd33/29de29ef-ee84-4326-adea-9b6c40adbd33.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 993.171581] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13bde8e-7782-495e-87ef-29720a118e46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.177572] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 993.177572] env[62225]: value = "task-678184" [ 993.177572] env[62225]: _type = "Task" [ 993.177572] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.185026] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.251910] env[62225]: DEBUG oslo_concurrency.lockutils [None req-41f0cf93-0a40-4ea0-ae7e-7f2cfcf25ddf tempest-MultipleCreateTestJSON-1783520916 tempest-MultipleCreateTestJSON-1783520916-project-member] Lock "cc88b8a8-7332-41a6-ac8f-548fdbee99ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.250s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.280846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.281219] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Instance network_info: |[{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 993.281915] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:16:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6601c9ee-9f4e-45f6-8d18-c62738786c0b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.292290] env[62225]: DEBUG oslo.service.loopingcall [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.292644] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 993.292945] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f24fc9-f50e-4d84-b8d5-29bf31346dc7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.314833] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.314833] env[62225]: value = "task-678185" [ 993.314833] env[62225]: _type = "Task" [ 993.314833] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.323489] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678185, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.325032] env[62225]: DEBUG oslo_vmware.rw_handles [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52446ff0-0cda-821f-5f18-d0ee4b4af2e4/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 993.325183] env[62225]: INFO nova.virt.vmwareapi.images [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Downloaded image file data aba25102-0b2c-481f-8faa-756be11e5e03 [ 993.326051] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82213ca5-d092-4627-ab8b-7261fc43278a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.342945] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0836f7e1-b34b-454b-a373-36af8bcad776 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.378690] env[62225]: INFO nova.virt.vmwareapi.images [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] The imported VM was unregistered [ 993.381477] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 993.381753] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.382069] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-383d4f86-d0f7-4f55-8ea4-6e2062d470c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.420055] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Created directory with path [datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03 {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.420299] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b/OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b.vmdk to [datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk. {{(pid=62225) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 993.420581] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0d8f5ff8-3b6c-44e0-8b19-a1c51d6ef8f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.428622] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 993.428622] env[62225]: value = "task-678187" [ 993.428622] env[62225]: _type = "Task" [ 993.428622] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.436975] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678187, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.505911] env[62225]: DEBUG nova.compute.manager [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 993.506211] env[62225]: DEBUG nova.compute.manager [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing instance network info cache due to event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 993.506647] env[62225]: DEBUG oslo_concurrency.lockutils [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.506647] env[62225]: DEBUG oslo_concurrency.lockutils [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.506720] env[62225]: DEBUG nova.network.neutron [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 993.688391] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484243} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.688670] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 29de29ef-ee84-4326-adea-9b6c40adbd33/29de29ef-ee84-4326-adea-9b6c40adbd33.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 993.688890] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.689180] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3d44ac-76c5-42e9-bd5b-9a473c4e26c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.695888] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 993.695888] env[62225]: value = "task-678188" [ 993.695888] env[62225]: _type = "Task" [ 993.695888] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.703257] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.824971] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678185, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.938670] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678187, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.969134] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfcbe9c-f3b8-4029-b8c6-11c97d14d11f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.977330] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c76b9-b19b-404b-9496-2a874aab7750 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.007655] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea36367b-6152-446b-b8cd-188ba9431f46 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.019534] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1e8ac-e46b-4325-aa02-64b7676d0b36 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.038472] env[62225]: DEBUG nova.compute.provider_tree [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.207439] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069296} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.207868] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.208550] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6130c95-072d-447f-b57e-8723dd299116 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.235997] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 29de29ef-ee84-4326-adea-9b6c40adbd33/29de29ef-ee84-4326-adea-9b6c40adbd33.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.241378] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677e089c-5477-41a8-ada3-5d94ddb8bb03 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.262572] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 994.262572] env[62225]: value = "task-678189" [ 994.262572] env[62225]: _type = "Task" [ 994.262572] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.271440] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.327377] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678185, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.337502] env[62225]: DEBUG nova.network.neutron [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updated VIF entry in instance network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 994.337944] env[62225]: DEBUG nova.network.neutron [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.443630] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678187, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.578812] env[62225]: DEBUG nova.scheduler.client.report [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 994.578812] env[62225]: DEBUG nova.compute.provider_tree [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 136 to 137 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.578812] env[62225]: DEBUG nova.compute.provider_tree [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.772431] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678189, 'name': ReconfigVM_Task, 'duration_secs': 0.338664} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.772753] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 29de29ef-ee84-4326-adea-9b6c40adbd33/29de29ef-ee84-4326-adea-9b6c40adbd33.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.773437] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202382e6-af48-495b-9073-57c2d221b47f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.780604] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 994.780604] env[62225]: value = "task-678190" [ 994.780604] env[62225]: _type = "Task" [ 994.780604] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.788238] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678190, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.826156] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678185, 'name': CreateVM_Task, 'duration_secs': 1.371809} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.826367] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 994.827091] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.827278] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.827610] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.828389] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae533b0-3a73-48ad-ac8c-bd638843a4ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.832670] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 994.832670] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523b518b-873d-161d-5bcc-da24306d6d96" [ 994.832670] env[62225]: _type = "Task" [ 994.832670] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.840966] env[62225]: DEBUG oslo_concurrency.lockutils [req-9c005dad-dd87-4a79-9f55-10a6bbfcfc85 req-0b325dbc-156a-4631-8354-6db8fa0455b9 service nova] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.841390] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523b518b-873d-161d-5bcc-da24306d6d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.939584] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678187, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.084083] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.084637] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 995.087434] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.060s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.088852] env[62225]: INFO nova.compute.claims [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.291189] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678190, 'name': Rename_Task, 'duration_secs': 0.166098} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.291779] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 995.292107] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-641afbe4-81f5-413e-9891-a46b8a374f32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.298574] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 995.298574] env[62225]: value = "task-678191" [ 995.298574] env[62225]: _type = "Task" [ 995.298574] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.307474] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.344516] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523b518b-873d-161d-5bcc-da24306d6d96, 'name': SearchDatastore_Task, 'duration_secs': 0.070729} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.344882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.345188] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.345423] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.345572] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.345752] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.346050] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c51d6b6-6ffe-4c04-a97d-66e493c9202c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.360624] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.360816] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 995.361613] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fda431d-5e5c-42e8-828a-c0ddecf7053c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.368049] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 995.368049] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b71df3-8565-be10-5c6d-779277e3c407" [ 995.368049] env[62225]: _type = "Task" [ 995.368049] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.376114] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b71df3-8565-be10-5c6d-779277e3c407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.439890] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678187, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.593845] env[62225]: DEBUG nova.compute.utils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 995.597722] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 995.597939] env[62225]: DEBUG nova.network.neutron [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 995.644713] env[62225]: DEBUG nova.policy [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c88947cfab4465a06d84fe99bf9ffb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3e2451f224d6394039a6a0b201430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 995.809163] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.878202] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b71df3-8565-be10-5c6d-779277e3c407, 'name': SearchDatastore_Task, 'duration_secs': 0.066528} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.879043] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688ca875-58db-4348-ba34-2a65a9b81473 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.884680] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 995.884680] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b86a2-444b-985d-df06-36bda54323f5" [ 995.884680] env[62225]: _type = "Task" [ 995.884680] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.894268] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b86a2-444b-985d-df06-36bda54323f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.940284] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678187, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.488507} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.940554] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b/OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b.vmdk to [datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk. [ 995.940851] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Cleaning up location [datastore1] OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 995.941062] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3b6be850-8f90-4054-936b-86776744f10b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.941327] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-906b4a3b-7f74-4097-a083-5f8b2f9fbf8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.947388] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 995.947388] env[62225]: value = "task-678192" [ 995.947388] env[62225]: _type = "Task" [ 995.947388] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.954890] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.098908] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 996.295637] env[62225]: DEBUG nova.network.neutron [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Successfully created port: 884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.310973] env[62225]: DEBUG oslo_vmware.api [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678191, 'name': PowerOnVM_Task, 'duration_secs': 0.703343} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.313794] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 996.314153] env[62225]: INFO nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Took 10.76 seconds to spawn the instance on the hypervisor. [ 996.314448] env[62225]: DEBUG nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 996.315603] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c1b008-899d-419c-b0e8-92f9f7e902a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.338534] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c82519-29a6-4fa6-8b63-7fc0a713f830 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.347533] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2051f40e-0c91-4df8-9c2f-130e0eb6de9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.378682] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2677e3e5-e44d-4feb-bae0-c51adeb2bb57 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.389520] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa61078-a6bf-4728-a235-f06b85f02086 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.403393] env[62225]: DEBUG nova.compute.provider_tree [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.407478] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526b86a2-444b-985d-df06-36bda54323f5, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.407911] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.408180] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5b458ea8-0149-40c0-abcb-a51812ec6369/5b458ea8-0149-40c0-abcb-a51812ec6369.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 996.408431] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f476c3f4-fc6a-4efc-b17a-a0a3d0680399 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.414522] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 996.414522] env[62225]: value = "task-678193" [ 996.414522] env[62225]: _type = "Task" [ 996.414522] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.422470] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.456658] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041579} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.456886] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.457094] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.457377] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk to [datastore1] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 996.457641] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2611cc-18f1-4f10-8b6f-e9e9bd02fa14 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.463125] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 996.463125] env[62225]: value = "task-678194" [ 996.463125] env[62225]: _type = "Task" [ 996.463125] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.470601] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.500803] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.501173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.501396] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.501683] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.501882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.505540] env[62225]: INFO nova.compute.manager [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Terminating instance [ 996.510654] env[62225]: DEBUG nova.compute.manager [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 996.511083] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 996.511768] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d77610-8ac2-4212-a44c-4185232c5477 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.521013] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 996.521295] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef40f6d2-c48c-4449-b9fc-c24053de0371 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.527379] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 996.527379] env[62225]: value = "task-678195" [ 996.527379] env[62225]: _type = "Task" [ 996.527379] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.535346] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.840115] env[62225]: INFO nova.compute.manager [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Took 27.42 seconds to build instance. [ 996.909201] env[62225]: DEBUG nova.scheduler.client.report [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 996.924940] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678193, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.973241] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678194, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.037201] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678195, 'name': PowerOffVM_Task, 'duration_secs': 0.26753} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.037507] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 997.037700] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 997.037978] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb151a3-3304-4483-a27c-35833717b75d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.112555] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 997.112820] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 997.113098] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Deleting the datastore file [datastore1] 5bb44249-074a-4c8f-add6-e2dc1a8738cc {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.113384] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b2624ce-d94e-47d8-9450-0a0bb53f4740 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.116532] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 997.123866] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for the task: (returnval){ [ 997.123866] env[62225]: value = "task-678197" [ 997.123866] env[62225]: _type = "Task" [ 997.123866] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.134437] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.144973] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 997.145699] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 997.145699] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.145960] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 997.146164] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.146236] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 997.146426] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 997.147083] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 997.147083] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 997.147083] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 997.147350] env[62225]: DEBUG nova.virt.hardware [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.148312] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb310cd-880a-4e23-bddd-06d394f51786 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.156703] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bced8f-6f5c-45d4-b7af-1f57f89aa420 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.343545] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42a9ed93-9a66-4e67-bd85-dfe324e50fdb tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.933s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.414170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.414790] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 997.417425] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.525s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.417658] env[62225]: DEBUG nova.objects.instance [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lazy-loading 'resources' on Instance uuid 5c29706a-cd48-44ec-b314-1a28886e19c0 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.428236] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519843} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.429172] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5b458ea8-0149-40c0-abcb-a51812ec6369/5b458ea8-0149-40c0-abcb-a51812ec6369.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 997.429405] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.429673] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e07c63d-12cb-4fa7-861c-897870ceb043 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.437512] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 997.437512] env[62225]: value = "task-678198" [ 997.437512] env[62225]: _type = "Task" [ 997.437512] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.447036] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.473285] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678194, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.635214] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.924011] env[62225]: DEBUG nova.compute.utils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.925953] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 997.926362] env[62225]: DEBUG nova.network.neutron [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 997.951708] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085231} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.956130] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.957589] env[62225]: DEBUG nova.compute.manager [req-876ba9c6-8ee9-4fb9-96cd-70eb902f9dae req-b032fb9d-0050-42ec-aa5e-3f670fc9886c service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Received event network-vif-plugged-884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 997.957792] env[62225]: DEBUG oslo_concurrency.lockutils [req-876ba9c6-8ee9-4fb9-96cd-70eb902f9dae req-b032fb9d-0050-42ec-aa5e-3f670fc9886c service nova] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.958333] env[62225]: DEBUG oslo_concurrency.lockutils [req-876ba9c6-8ee9-4fb9-96cd-70eb902f9dae req-b032fb9d-0050-42ec-aa5e-3f670fc9886c service nova] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.958576] env[62225]: DEBUG oslo_concurrency.lockutils [req-876ba9c6-8ee9-4fb9-96cd-70eb902f9dae req-b032fb9d-0050-42ec-aa5e-3f670fc9886c service nova] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.958759] env[62225]: DEBUG nova.compute.manager [req-876ba9c6-8ee9-4fb9-96cd-70eb902f9dae req-b032fb9d-0050-42ec-aa5e-3f670fc9886c service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] No waiting events found dispatching network-vif-plugged-884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 997.958931] env[62225]: WARNING nova.compute.manager [req-876ba9c6-8ee9-4fb9-96cd-70eb902f9dae req-b032fb9d-0050-42ec-aa5e-3f670fc9886c service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Received unexpected event network-vif-plugged-884e4a7e-b104-4939-976d-009e43d98763 for instance with vm_state building and task_state spawning. [ 997.960395] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62f487-c31f-43e7-baa8-bb7b8fa2dd77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.993520] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 5b458ea8-0149-40c0-abcb-a51812ec6369/5b458ea8-0149-40c0-abcb-a51812ec6369.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.995361] env[62225]: DEBUG nova.policy [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 997.997561] env[62225]: DEBUG nova.network.neutron [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Successfully updated port: 884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.999969] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5797256c-a04c-4da1-90ac-4fc5034d9561 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.022902] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678194, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.030066] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 998.030066] env[62225]: value = "task-678199" [ 998.030066] env[62225]: _type = "Task" [ 998.030066] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.042717] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.134495] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.198740] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ff7d33-f18c-4c69-afeb-56209ab405fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.207130] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4171ddc1-2054-41be-b14b-1a6be9cf8715 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.039569] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "29de29ef-ee84-4326-adea-9b6c40adbd33" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.039569] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.039569] env[62225]: INFO nova.compute.manager [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Shelving [ 999.043283] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 999.044693] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.045065] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.045065] env[62225]: DEBUG nova.network.neutron [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 999.047764] env[62225]: DEBUG nova.network.neutron [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Successfully created port: d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.059314] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb031b-39e2-43fe-aed9-bd9f029cb3da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.070874] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678199, 'name': ReconfigVM_Task, 'duration_secs': 0.375807} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.078305] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 5b458ea8-0149-40c0-abcb-a51812ec6369/5b458ea8-0149-40c0-abcb-a51812ec6369.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.079296] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678194, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.079577] env[62225]: DEBUG oslo_vmware.api [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Task: {'id': task-678197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.563747} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.079842] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3904f0e-78f6-4cf9-b333-08e40af08890 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.081489] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.081755] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 999.081886] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 999.082076] env[62225]: INFO nova.compute.manager [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Took 2.57 seconds to destroy the instance on the hypervisor. [ 999.082381] env[62225]: DEBUG oslo.service.loopingcall [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.083478] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec8f2b5-a25c-4bbe-8920-f472d6a7b3c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.087390] env[62225]: DEBUG nova.compute.manager [-] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 999.087498] env[62225]: DEBUG nova.network.neutron [-] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 999.090817] env[62225]: DEBUG nova.network.neutron [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 999.100526] env[62225]: DEBUG nova.compute.provider_tree [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.102532] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 999.102532] env[62225]: value = "task-678200" [ 999.102532] env[62225]: _type = "Task" [ 999.102532] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.110758] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678200, 'name': Rename_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.302599] env[62225]: DEBUG nova.network.neutron [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.559550] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 999.559853] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678194, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.612079} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.560050] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b27dcf0-08a0-416b-ac35-5c2ef94b65d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.561654] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aba25102-0b2c-481f-8faa-756be11e5e03/aba25102-0b2c-481f-8faa-756be11e5e03.vmdk to [datastore1] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 999.562409] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136179a-798b-4efd-a80e-ad5ce1396e9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.585771] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.587515] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d234ccd9-2d80-4100-8555-02a574bedf35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.601819] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 999.601819] env[62225]: value = "task-678201" [ 999.601819] env[62225]: _type = "Task" [ 999.601819] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.604905] env[62225]: DEBUG nova.scheduler.client.report [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 999.614855] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 999.614855] env[62225]: value = "task-678202" [ 999.614855] env[62225]: _type = "Task" [ 999.614855] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.624141] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.624390] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678200, 'name': Rename_Task, 'duration_secs': 0.133641} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.624948] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 999.625204] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3423ecbb-2f0b-444b-9b7b-e826eeb5e0e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.629474] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.633176] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 999.633176] env[62225]: value = "task-678203" [ 999.633176] env[62225]: _type = "Task" [ 999.633176] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.641174] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.720508] env[62225]: DEBUG nova.compute.manager [req-e98922b3-e40d-41a6-88fc-e382d8fcceb9 req-eac509c2-b6e3-4f0f-847d-7362b38f8dac service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Received event network-vif-deleted-2b4170b9-9346-49a1-baa2-c6e26405982f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.720753] env[62225]: INFO nova.compute.manager [req-e98922b3-e40d-41a6-88fc-e382d8fcceb9 req-eac509c2-b6e3-4f0f-847d-7362b38f8dac service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Neutron deleted interface 2b4170b9-9346-49a1-baa2-c6e26405982f; detaching it from the instance and deleting it from the info cache [ 999.720901] env[62225]: DEBUG nova.network.neutron [req-e98922b3-e40d-41a6-88fc-e382d8fcceb9 req-eac509c2-b6e3-4f0f-847d-7362b38f8dac service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.805393] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.805647] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Instance network_info: |[{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 999.806154] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '884e4a7e-b104-4939-976d-009e43d98763', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.814089] env[62225]: DEBUG oslo.service.loopingcall [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.814348] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 999.814576] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb40238-94cc-43c3-82ee-53726b55596b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.834621] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.834621] env[62225]: value = "task-678204" [ 999.834621] env[62225]: _type = "Task" [ 999.834621] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.842197] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678204, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.986345] env[62225]: DEBUG nova.compute.manager [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Received event network-changed-884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 999.986524] env[62225]: DEBUG nova.compute.manager [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Refreshing instance network info cache due to event network-changed-884e4a7e-b104-4939-976d-009e43d98763. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 999.986749] env[62225]: DEBUG oslo_concurrency.lockutils [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.986901] env[62225]: DEBUG oslo_concurrency.lockutils [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.987081] env[62225]: DEBUG nova.network.neutron [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Refreshing network info cache for port 884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1000.058403] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1000.099930] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1000.100249] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1000.100413] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.100610] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1000.100767] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.100923] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1000.101150] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1000.101356] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1000.101548] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1000.101757] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1000.102034] env[62225]: DEBUG nova.virt.hardware [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1000.102981] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110fd1ae-a28d-4b07-b880-0aafe33ad3e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.112998] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.696s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.119887] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.457s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.121288] env[62225]: INFO nova.compute.claims [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.124302] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678201, 'name': PowerOffVM_Task, 'duration_secs': 0.187335} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.128562] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e345a39-466c-4256-840e-3d948b64db5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.132542] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1000.133591] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a1104-b9c6-492a-b576-a5d59cb438d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.140404] env[62225]: INFO nova.scheduler.client.report [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Deleted allocations for instance 5c29706a-cd48-44ec-b314-1a28886e19c0 [ 1000.152428] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678202, 'name': ReconfigVM_Task, 'duration_secs': 0.361288} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.175547] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d/4e2fab94-8f7d-4a6c-a28b-2f65267be03d.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.176477] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678203, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.177583] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-128112d7-363d-4542-b41f-0f37bee17eac {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.179672] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83bf450-7faa-4e44-8aac-3821875c8d94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.190724] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 1000.190724] env[62225]: value = "task-678205" [ 1000.190724] env[62225]: _type = "Task" [ 1000.190724] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.199288] env[62225]: DEBUG nova.network.neutron [-] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.200534] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678205, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.223581] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-399e9796-2e76-48ff-8a3d-2ad90a7500a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.233122] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caefc95-4b01-4dd9-a442-9adf9c2cc36b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.261545] env[62225]: DEBUG nova.compute.manager [req-e98922b3-e40d-41a6-88fc-e382d8fcceb9 req-eac509c2-b6e3-4f0f-847d-7362b38f8dac service nova] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Detach interface failed, port_id=2b4170b9-9346-49a1-baa2-c6e26405982f, reason: Instance 5bb44249-074a-4c8f-add6-e2dc1a8738cc could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1000.344094] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678204, 'name': CreateVM_Task, 'duration_secs': 0.339184} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.344282] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1000.345050] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.345221] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.345544] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.345810] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b6914e-c941-468f-a647-be726dbd247d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.350618] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1000.350618] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f90b4f-6ff2-b88f-13b2-e425b41035aa" [ 1000.350618] env[62225]: _type = "Task" [ 1000.350618] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.358110] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f90b4f-6ff2-b88f-13b2-e425b41035aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.650540] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2480ac6f-91af-4355-bf93-6ea60d9b0771 tempest-ServerMetadataTestJSON-278509741 tempest-ServerMetadataTestJSON-278509741-project-member] Lock "5c29706a-cd48-44ec-b314-1a28886e19c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.677s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.654953] env[62225]: DEBUG oslo_vmware.api [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678203, 'name': PowerOnVM_Task, 'duration_secs': 0.543206} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.655252] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1000.655436] env[62225]: INFO nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1000.655618] env[62225]: DEBUG nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1000.656418] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7196f6b-c4b7-4b9b-9526-87c2fb1e2d88 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.692239] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1000.692577] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0718c99-17bc-43ff-8d37-f7cb9e2336c9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.703372] env[62225]: INFO nova.compute.manager [-] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Took 1.62 seconds to deallocate network for instance. [ 1000.703842] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678205, 'name': Rename_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.706395] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1000.706395] env[62225]: value = "task-678206" [ 1000.706395] env[62225]: _type = "Task" [ 1000.706395] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.716341] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.860183] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f90b4f-6ff2-b88f-13b2-e425b41035aa, 'name': SearchDatastore_Task, 'duration_secs': 0.064944} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.860475] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.860725] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.860968] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.861132] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.861316] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.861591] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae59206-5148-4ec4-8dbc-f87993437822 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.869332] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.869514] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1000.870205] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a8f6c8-7721-45e3-9990-5c57777b2876 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.874982] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1000.874982] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bda81e-2137-5f50-f43c-56c033a6ac91" [ 1000.874982] env[62225]: _type = "Task" [ 1000.874982] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.881954] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bda81e-2137-5f50-f43c-56c033a6ac91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.993934] env[62225]: DEBUG nova.network.neutron [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updated VIF entry in instance network info cache for port 884e4a7e-b104-4939-976d-009e43d98763. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1000.994374] env[62225]: DEBUG nova.network.neutron [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.121150] env[62225]: DEBUG nova.network.neutron [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Successfully updated port: d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.174320] env[62225]: INFO nova.compute.manager [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Took 29.15 seconds to build instance. [ 1001.203161] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678205, 'name': Rename_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.210745] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.220365] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.348698] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77792103-682c-49cc-90f4-b558daf6d94f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.356974] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ba800-b690-4f5b-bc21-fec7e249e516 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.394874] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039605d8-83bd-4310-b4f3-50cf7a8ecb72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.402564] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52bda81e-2137-5f50-f43c-56c033a6ac91, 'name': SearchDatastore_Task, 'duration_secs': 0.007865} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.405309] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a28183-0e87-4dac-8888-46fa1ed499c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.408059] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e850b-0b55-4a4a-bfc8-a8beb3dfbe1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.415293] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1001.415293] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520a7299-240c-6828-42b2-1fd464ca5d01" [ 1001.415293] env[62225]: _type = "Task" [ 1001.415293] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.422406] env[62225]: DEBUG nova.compute.provider_tree [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.433533] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520a7299-240c-6828-42b2-1fd464ca5d01, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.434403] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.434669] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1001.434924] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5b6e7ea-c3b7-4b8b-97ef-42ef19deb747 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.440936] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1001.440936] env[62225]: value = "task-678207" [ 1001.440936] env[62225]: _type = "Task" [ 1001.440936] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.448064] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.497808] env[62225]: DEBUG oslo_concurrency.lockutils [req-4b321d80-0fe5-49b6-8d86-7c44c04cb52b req-6dd25598-e740-4203-a4ef-07430ea80dc1 service nova] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.625858] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-cdba16a5-3907-4184-813d-ce8c8df03796" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.626970] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-cdba16a5-3907-4184-813d-ce8c8df03796" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.626970] env[62225]: DEBUG nova.network.neutron [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1001.678898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5ac53d4f-6ea1-455b-b879-b18b6d0c779a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.658s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.704023] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678205, 'name': Rename_Task, 'duration_secs': 1.165981} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.704023] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1001.704023] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c872b6-8dfa-40d9-ad05-fd63fc0326cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.711100] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 1001.711100] env[62225]: value = "task-678208" [ 1001.711100] env[62225]: _type = "Task" [ 1001.711100] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.722458] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678206, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.725892] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.762676] env[62225]: DEBUG nova.compute.manager [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Received event network-vif-plugged-d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1001.762890] env[62225]: DEBUG oslo_concurrency.lockutils [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] Acquiring lock "cdba16a5-3907-4184-813d-ce8c8df03796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.763263] env[62225]: DEBUG oslo_concurrency.lockutils [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] Lock "cdba16a5-3907-4184-813d-ce8c8df03796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.763504] env[62225]: DEBUG oslo_concurrency.lockutils [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] Lock "cdba16a5-3907-4184-813d-ce8c8df03796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.763826] env[62225]: DEBUG nova.compute.manager [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] No waiting events found dispatching network-vif-plugged-d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1001.764190] env[62225]: WARNING nova.compute.manager [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Received unexpected event network-vif-plugged-d5af9ecb-1df3-43bf-be90-70a3d7f37a6c for instance with vm_state building and task_state spawning. [ 1001.764389] env[62225]: DEBUG nova.compute.manager [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Received event network-changed-d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1001.764637] env[62225]: DEBUG nova.compute.manager [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Refreshing instance network info cache due to event network-changed-d5af9ecb-1df3-43bf-be90-70a3d7f37a6c. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1001.765087] env[62225]: DEBUG oslo_concurrency.lockutils [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] Acquiring lock "refresh_cache-cdba16a5-3907-4184-813d-ce8c8df03796" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.929494] env[62225]: DEBUG nova.scheduler.client.report [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1001.955267] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439704} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.955563] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1001.955785] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.956045] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b849ac29-be16-4837-8d24-e85eb54b99c3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.962301] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1001.962301] env[62225]: value = "task-678209" [ 1001.962301] env[62225]: _type = "Task" [ 1001.962301] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.972347] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.189312] env[62225]: DEBUG nova.network.neutron [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1002.229132] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678206, 'name': CreateSnapshot_Task, 'duration_secs': 1.053298} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.232305] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.232745] env[62225]: DEBUG oslo_vmware.api [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678208, 'name': PowerOnVM_Task, 'duration_secs': 0.44842} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.233533] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec3c76-dac9-4414-b689-1e4cd1ba573a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.238240] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1002.366653] env[62225]: DEBUG nova.compute.manager [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1002.367601] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f0cd70-41f9-4d39-a537-8016c4083968 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.435383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.435958] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1002.439198] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.712s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.441043] env[62225]: INFO nova.compute.claims [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.472295] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066267} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.472672] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.473469] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ec302-ae43-492b-9db4-2a9dc5f58d97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.499475] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.500943] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5eedd71-b37e-4abc-8747-50058d3bf507 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.518950] env[62225]: DEBUG nova.network.neutron [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Updating instance_info_cache with network_info: [{"id": "d5af9ecb-1df3-43bf-be90-70a3d7f37a6c", "address": "fa:16:3e:d3:d3:87", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5af9ecb-1d", "ovs_interfaceid": "d5af9ecb-1df3-43bf-be90-70a3d7f37a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.526479] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1002.526479] env[62225]: value = "task-678210" [ 1002.526479] env[62225]: _type = "Task" [ 1002.526479] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.537554] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.756648] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1002.757121] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d8d5336-6b79-4bbd-b7bc-96078ed7bc18 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.766323] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1002.766323] env[62225]: value = "task-678211" [ 1002.766323] env[62225]: _type = "Task" [ 1002.766323] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.776515] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.893183] env[62225]: DEBUG oslo_concurrency.lockutils [None req-44c21c4e-aed9-4d8c-aa73-b25011eb429b tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.492s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.947265] env[62225]: DEBUG nova.compute.utils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.955167] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1002.955515] env[62225]: DEBUG nova.network.neutron [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1003.018611] env[62225]: DEBUG nova.policy [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509cb6a94a7e4ab189a14b951c62e9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b29cd92935e14ac399ab78e29a0fac3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1003.021922] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-cdba16a5-3907-4184-813d-ce8c8df03796" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.022280] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Instance network_info: |[{"id": "d5af9ecb-1df3-43bf-be90-70a3d7f37a6c", "address": "fa:16:3e:d3:d3:87", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5af9ecb-1d", "ovs_interfaceid": "d5af9ecb-1df3-43bf-be90-70a3d7f37a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1003.022582] env[62225]: DEBUG oslo_concurrency.lockutils [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] Acquired lock "refresh_cache-cdba16a5-3907-4184-813d-ce8c8df03796" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.022822] env[62225]: DEBUG nova.network.neutron [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Refreshing network info cache for port d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1003.026213] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:d3:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5af9ecb-1df3-43bf-be90-70a3d7f37a6c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.032576] env[62225]: DEBUG oslo.service.loopingcall [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.033224] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1003.038686] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6915a618-d306-4336-8d74-879c7cabf3c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.059138] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.060410] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.060410] env[62225]: value = "task-678212" [ 1003.060410] env[62225]: _type = "Task" [ 1003.060410] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.068140] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678212, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.265931] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.266246] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.278031] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.302076] env[62225]: DEBUG nova.network.neutron [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Successfully created port: 6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.457658] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1003.553371] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678210, 'name': ReconfigVM_Task, 'duration_secs': 0.653151} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.553785] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.554464] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc147ae2-967d-4aaf-b345-f7f7c82e4ab8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.570070] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1003.570070] env[62225]: value = "task-678213" [ 1003.570070] env[62225]: _type = "Task" [ 1003.570070] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.586316] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678212, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.589546] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678213, 'name': Rename_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.693629] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9f2405-5475-4963-b369-17ec906d47cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.702562] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20499a0-c27c-4b7d-b8d1-57734221536f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.738445] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e80394-de76-4542-8d2b-edcb0446558e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.746360] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65ebcea-80b4-456f-b0d2-72a0b2123705 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.761009] env[62225]: DEBUG nova.compute.provider_tree [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.772328] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1003.779557] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.839217] env[62225]: DEBUG nova.compute.manager [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1003.839217] env[62225]: DEBUG nova.compute.manager [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing instance network info cache due to event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1003.839217] env[62225]: DEBUG oslo_concurrency.lockutils [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.839217] env[62225]: DEBUG oslo_concurrency.lockutils [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.839217] env[62225]: DEBUG nova.network.neutron [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1003.846235] env[62225]: DEBUG nova.network.neutron [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Updated VIF entry in instance network info cache for port d5af9ecb-1df3-43bf-be90-70a3d7f37a6c. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1003.846577] env[62225]: DEBUG nova.network.neutron [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Updating instance_info_cache with network_info: [{"id": "d5af9ecb-1df3-43bf-be90-70a3d7f37a6c", "address": "fa:16:3e:d3:d3:87", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5af9ecb-1d", "ovs_interfaceid": "d5af9ecb-1df3-43bf-be90-70a3d7f37a6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.075247] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678212, 'name': CreateVM_Task, 'duration_secs': 0.590333} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.077925] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1004.078600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.078769] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.079123] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.079682] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea138384-2bc9-4b7c-9f93-d661bb3b485b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.083862] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678213, 'name': Rename_Task, 'duration_secs': 0.303562} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.084404] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1004.084641] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a3b361-afb9-436d-8e46-295538519ee7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.086844] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1004.086844] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230f886-0406-d1d3-eb15-57c25d38cf70" [ 1004.086844] env[62225]: _type = "Task" [ 1004.086844] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.091053] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1004.091053] env[62225]: value = "task-678214" [ 1004.091053] env[62225]: _type = "Task" [ 1004.091053] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.093724] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230f886-0406-d1d3-eb15-57c25d38cf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.100389] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.264091] env[62225]: DEBUG nova.scheduler.client.report [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1004.276567] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.297628] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.348970] env[62225]: DEBUG oslo_concurrency.lockutils [req-424ec5ee-0ce2-4d9b-aa99-cd2bf3b5a17d req-8b363251-c842-429c-9047-a60d133596b3 service nova] Releasing lock "refresh_cache-cdba16a5-3907-4184-813d-ce8c8df03796" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.468012] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1004.496618] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1004.497098] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1004.497428] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.498059] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1004.498154] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.499272] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1004.499272] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1004.499272] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1004.499494] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1004.499793] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1004.500162] env[62225]: DEBUG nova.virt.hardware [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.501518] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55272331-a626-4cc6-b6f8-5964ae2249c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.510760] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa6853-fe5f-4890-9f61-2aded394f0d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.560137] env[62225]: DEBUG nova.network.neutron [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updated VIF entry in instance network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1004.560538] env[62225]: DEBUG nova.network.neutron [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.597824] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5230f886-0406-d1d3-eb15-57c25d38cf70, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.600898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.601172] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.601449] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.601607] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.601791] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.602081] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-994de484-cd1a-4379-bd4a-4b8c4eb6a7c9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.609125] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.610242] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.610419] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1004.611119] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addf9ee7-8ef0-4718-8430-fe96fc10397c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.615694] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1004.615694] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255c3d6-1209-8d49-bce3-86f5da284cce" [ 1004.615694] env[62225]: _type = "Task" [ 1004.615694] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.622965] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255c3d6-1209-8d49-bce3-86f5da284cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.769289] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.769829] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1004.772549] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.655s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.772847] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.775155] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.041s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.775229] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.777060] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.566s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.777284] env[62225]: DEBUG nova.objects.instance [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lazy-loading 'resources' on Instance uuid 5bb44249-074a-4c8f-add6-e2dc1a8738cc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.787632] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.801605] env[62225]: INFO nova.scheduler.client.report [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocations for instance 4db736f4-9018-48e6-9c8d-382c36d1c75d [ 1004.817742] env[62225]: INFO nova.scheduler.client.report [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted allocations for instance 0c5f9435-85a0-4224-8819-6a5215b9f23b [ 1004.925348] env[62225]: DEBUG nova.network.neutron [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Successfully updated port: 6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.063363] env[62225]: DEBUG oslo_concurrency.lockutils [req-5c23c7d4-2fc7-4ab3-b2df-1fdf324b7319 req-6d48cfd8-30f1-4909-b90f-4d50ebcac5e3 service nova] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.107715] env[62225]: DEBUG oslo_vmware.api [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678214, 'name': PowerOnVM_Task, 'duration_secs': 0.944536} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.108063] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1005.108288] env[62225]: INFO nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1005.108476] env[62225]: DEBUG nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1005.109302] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28786c9c-5ac7-4adf-aa22-aec9c51195ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.127226] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5255c3d6-1209-8d49-bce3-86f5da284cce, 'name': SearchDatastore_Task, 'duration_secs': 0.007886} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.127997] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4064ca7b-c1fc-43dd-ba01-8d48ea68c169 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.132978] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1005.132978] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5228fdd9-6a27-ac17-5537-71f091762254" [ 1005.132978] env[62225]: _type = "Task" [ 1005.132978] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.140784] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5228fdd9-6a27-ac17-5537-71f091762254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.282744] env[62225]: DEBUG nova.compute.utils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.284219] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.286943] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1005.287130] env[62225]: DEBUG nova.network.neutron [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1005.312124] env[62225]: DEBUG oslo_concurrency.lockutils [None req-23baf59e-e981-46df-b5f8-d7ae71b020c2 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "4db736f4-9018-48e6-9c8d-382c36d1c75d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.194s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.329053] env[62225]: DEBUG nova.policy [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f0fce7196a4856ab3cecbdfd650266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f1fc25abad4a42b936b9fac5521956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1005.330883] env[62225]: DEBUG oslo_concurrency.lockutils [None req-3be89597-237f-4a25-84d3-51462eb5ea67 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "0c5f9435-85a0-4224-8819-6a5215b9f23b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.608s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.426668] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "refresh_cache-6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.426809] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquired lock "refresh_cache-6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.426961] env[62225]: DEBUG nova.network.neutron [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1005.462959] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12dc7b7-bf7a-4cc4-a0cb-a754bc504a75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.470562] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31eb9bc-4336-4d1c-8894-34ec569119b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.500168] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd5935-c329-45cb-8c10-acd44d15f583 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.508262] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe1097b-50be-4bac-94b9-a0d66aff1c4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.521574] env[62225]: DEBUG nova.compute.provider_tree [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.637301] env[62225]: INFO nova.compute.manager [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Took 27.04 seconds to build instance. [ 1005.644520] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5228fdd9-6a27-ac17-5537-71f091762254, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.645052] env[62225]: DEBUG nova.network.neutron [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Successfully created port: c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.646927] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.647207] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] cdba16a5-3907-4184-813d-ce8c8df03796/cdba16a5-3907-4184-813d-ce8c8df03796.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1005.647490] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db74ee6-9430-4c7c-89fb-62657c380ce6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.655025] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1005.655025] env[62225]: value = "task-678215" [ 1005.655025] env[62225]: _type = "Task" [ 1005.655025] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.665381] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.784113] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.785732] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1005.927937] env[62225]: DEBUG nova.compute.manager [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Received event network-vif-plugged-6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.928474] env[62225]: DEBUG oslo_concurrency.lockutils [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] Acquiring lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.928732] env[62225]: DEBUG oslo_concurrency.lockutils [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.928939] env[62225]: DEBUG oslo_concurrency.lockutils [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.929807] env[62225]: DEBUG nova.compute.manager [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] No waiting events found dispatching network-vif-plugged-6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1005.930289] env[62225]: WARNING nova.compute.manager [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Received unexpected event network-vif-plugged-6502884c-2841-4e45-817d-680f87d200dd for instance with vm_state building and task_state spawning. [ 1005.930519] env[62225]: DEBUG nova.compute.manager [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Received event network-changed-6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.930672] env[62225]: DEBUG nova.compute.manager [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Refreshing instance network info cache due to event network-changed-6502884c-2841-4e45-817d-680f87d200dd. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1005.930835] env[62225]: DEBUG oslo_concurrency.lockutils [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] Acquiring lock "refresh_cache-6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.981304] env[62225]: DEBUG nova.network.neutron [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1006.024346] env[62225]: DEBUG nova.scheduler.client.report [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1006.140624] env[62225]: DEBUG oslo_concurrency.lockutils [None req-2ee473b4-016d-4177-9ab7-f223b363e50d tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.548s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.164034] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "f298ce38-28e8-4629-9f1d-7f0df609a734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.164034] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.171062] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464294} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.171553] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] cdba16a5-3907-4184-813d-ce8c8df03796/cdba16a5-3907-4184-813d-ce8c8df03796.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1006.171553] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.171764] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0710edd9-2737-46d9-9046-4ce4552a3964 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.178389] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1006.178389] env[62225]: value = "task-678216" [ 1006.178389] env[62225]: _type = "Task" [ 1006.178389] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.187775] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.227704] env[62225]: DEBUG nova.network.neutron [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Updating instance_info_cache with network_info: [{"id": "6502884c-2841-4e45-817d-680f87d200dd", "address": "fa:16:3e:2c:b6:3a", "network": {"id": "6eca573d-c702-42ae-a0de-0c0a6a372aa4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1197200302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b29cd92935e14ac399ab78e29a0fac3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6502884c-28", "ovs_interfaceid": "6502884c-2841-4e45-817d-680f87d200dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.266636] env[62225]: DEBUG nova.compute.manager [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Received event network-changed-884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1006.266841] env[62225]: DEBUG nova.compute.manager [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Refreshing instance network info cache due to event network-changed-884e4a7e-b104-4939-976d-009e43d98763. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1006.267425] env[62225]: DEBUG oslo_concurrency.lockutils [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.267580] env[62225]: DEBUG oslo_concurrency.lockutils [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.267737] env[62225]: DEBUG nova.network.neutron [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Refreshing network info cache for port 884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1006.283612] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.529672] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.532387] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.235s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.534282] env[62225]: INFO nova.compute.claims [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.552467] env[62225]: INFO nova.scheduler.client.report [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Deleted allocations for instance 5bb44249-074a-4c8f-add6-e2dc1a8738cc [ 1006.666914] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1006.688202] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090172} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.688493] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.689298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb95ad6-8d67-4087-a8b9-ef047d37d92c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.712691] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] cdba16a5-3907-4184-813d-ce8c8df03796/cdba16a5-3907-4184-813d-ce8c8df03796.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.713585] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eccfced-ec64-4918-9fd5-b1ebf4f59c71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.732920] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Releasing lock "refresh_cache-6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.733194] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Instance network_info: |[{"id": "6502884c-2841-4e45-817d-680f87d200dd", "address": "fa:16:3e:2c:b6:3a", "network": {"id": "6eca573d-c702-42ae-a0de-0c0a6a372aa4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1197200302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b29cd92935e14ac399ab78e29a0fac3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6502884c-28", "ovs_interfaceid": "6502884c-2841-4e45-817d-680f87d200dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1006.734163] env[62225]: DEBUG oslo_concurrency.lockutils [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] Acquired lock "refresh_cache-6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.734352] env[62225]: DEBUG nova.network.neutron [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Refreshing network info cache for port 6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1006.735454] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:b6:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6502884c-2841-4e45-817d-680f87d200dd', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.742562] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Creating folder: Project (b29cd92935e14ac399ab78e29a0fac3d). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1006.743428] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1006.743428] env[62225]: value = "task-678217" [ 1006.743428] env[62225]: _type = "Task" [ 1006.743428] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.743795] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8c44b64-325e-4f09-9eef-b537e6dfb80e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.754016] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.756470] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Created folder: Project (b29cd92935e14ac399ab78e29a0fac3d) in parent group-v163168. [ 1006.756659] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Creating folder: Instances. Parent ref: group-v163420. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1006.756913] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d9ecb7c-0501-49d2-94cb-370afa5b1e00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.764422] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Created folder: Instances in parent group-v163420. [ 1006.764663] env[62225]: DEBUG oslo.service.loopingcall [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.764879] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1006.765127] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f986373e-4dc7-4f4e-b79a-b21d1efea501 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.787599] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.787599] env[62225]: value = "task-678220" [ 1006.787599] env[62225]: _type = "Task" [ 1006.787599] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.791153] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task} progress is 95%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.795122] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1006.802571] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678220, 'name': CreateVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.820366] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1006.820616] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1006.820791] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.821020] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1006.821182] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.821355] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1006.821546] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1006.821707] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1006.821911] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1006.822102] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1006.822281] env[62225]: DEBUG nova.virt.hardware [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.823127] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c87d89-d591-4216-a109-39da078eef06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.830734] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6898089-dac0-4998-b754-0d5999a82ad0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.026382] env[62225]: DEBUG nova.network.neutron [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updated VIF entry in instance network info cache for port 884e4a7e-b104-4939-976d-009e43d98763. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1007.026896] env[62225]: DEBUG nova.network.neutron [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.058085] env[62225]: DEBUG oslo_concurrency.lockutils [None req-958715bf-f8de-414f-8313-ce2841d2f864 tempest-ServersTestManualDisk-1487833859 tempest-ServersTestManualDisk-1487833859-project-member] Lock "5bb44249-074a-4c8f-add6-e2dc1a8738cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.557s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.204437] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.255879] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.290454] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678211, 'name': CloneVM_Task, 'duration_secs': 4.289415} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.290925] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Created linked-clone VM from snapshot [ 1007.291501] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d9ccf5-5683-4558-9596-d3607a2b0a16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302267] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Uploading image 1806be93-9a5a-4be6-abce-8b7f934b2353 {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1007.309401] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678220, 'name': CreateVM_Task, 'duration_secs': 0.346873} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.309577] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1007.310669] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.310743] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.311083] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.311274] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f893bc18-a26a-4241-a348-1556fb670d75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.316321] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1007.316321] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cf57a3-f496-f77b-b919-e68a36038451" [ 1007.316321] env[62225]: _type = "Task" [ 1007.316321] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.327238] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cf57a3-f496-f77b-b919-e68a36038451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.336261] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.336261] env[62225]: value = "vm-163418" [ 1007.336261] env[62225]: _type = "VirtualMachine" [ 1007.336261] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.336979] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e6d6c57-e66e-4b0b-bc22-e1860cbb2d8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.343885] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lease: (returnval){ [ 1007.343885] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52853738-ee71-1704-076d-becc040aa54c" [ 1007.343885] env[62225]: _type = "HttpNfcLease" [ 1007.343885] env[62225]: } obtained for exporting VM: (result){ [ 1007.343885] env[62225]: value = "vm-163418" [ 1007.343885] env[62225]: _type = "VirtualMachine" [ 1007.343885] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.344221] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the lease: (returnval){ [ 1007.344221] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52853738-ee71-1704-076d-becc040aa54c" [ 1007.344221] env[62225]: _type = "HttpNfcLease" [ 1007.344221] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.351257] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.351257] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52853738-ee71-1704-076d-becc040aa54c" [ 1007.351257] env[62225]: _type = "HttpNfcLease" [ 1007.351257] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.460357] env[62225]: DEBUG nova.network.neutron [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Successfully updated port: c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.529827] env[62225]: DEBUG oslo_concurrency.lockutils [req-8fda4798-4363-46d0-9df9-bb7d0ee19b4c req-cf95157d-9594-4ec0-943b-a44697096a71 service nova] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.558902] env[62225]: DEBUG nova.network.neutron [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Updated VIF entry in instance network info cache for port 6502884c-2841-4e45-817d-680f87d200dd. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1007.559313] env[62225]: DEBUG nova.network.neutron [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Updating instance_info_cache with network_info: [{"id": "6502884c-2841-4e45-817d-680f87d200dd", "address": "fa:16:3e:2c:b6:3a", "network": {"id": "6eca573d-c702-42ae-a0de-0c0a6a372aa4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1197200302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b29cd92935e14ac399ab78e29a0fac3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6502884c-28", "ovs_interfaceid": "6502884c-2841-4e45-817d-680f87d200dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.715283] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4c04e-8f70-456a-9fcf-bc98e5e830c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.722833] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2503624-a84c-4125-b4a3-41141eb0953b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.756936] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a768d25-0534-4c77-ae47-c10fc4d5d1a7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.764255] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678217, 'name': ReconfigVM_Task, 'duration_secs': 0.752385} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.766328] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Reconfigured VM instance instance-00000060 to attach disk [datastore2] cdba16a5-3907-4184-813d-ce8c8df03796/cdba16a5-3907-4184-813d-ce8c8df03796.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.766971] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4721a3fe-15d9-40cd-a32e-273ea50d40c7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.769480] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedcc0e9-12d2-4a2a-b966-bbde423a47fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.782798] env[62225]: DEBUG nova.compute.provider_tree [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.785176] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1007.785176] env[62225]: value = "task-678222" [ 1007.785176] env[62225]: _type = "Task" [ 1007.785176] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.793212] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678222, 'name': Rename_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.827681] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cf57a3-f496-f77b-b919-e68a36038451, 'name': SearchDatastore_Task, 'duration_secs': 0.008413} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.828027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.828280] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.828684] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.828684] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.828871] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.829118] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f6b9861-fde2-46f4-9ff1-1736b376eaa5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.836602] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.837261] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1007.837550] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7df74f5-316a-40a5-8d73-0d9756d37047 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.844565] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1007.844565] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528acf60-4d51-43e1-95bb-70f04f9062c1" [ 1007.844565] env[62225]: _type = "Task" [ 1007.844565] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.855895] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528acf60-4d51-43e1-95bb-70f04f9062c1, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.858016] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.858016] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52853738-ee71-1704-076d-becc040aa54c" [ 1007.858016] env[62225]: _type = "HttpNfcLease" [ 1007.858016] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.858243] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac153039-c497-43d8-8acb-1dca38e4bdca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.861465] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.861465] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52853738-ee71-1704-076d-becc040aa54c" [ 1007.861465] env[62225]: _type = "HttpNfcLease" [ 1007.861465] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.862568] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0dd25d-d05f-4546-a076-030626d4a2f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.871440] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676a6c-56f2-1fde-03ef-c6b5fb5d4099/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.871626] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676a6c-56f2-1fde-03ef-c6b5fb5d4099/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.873034] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1007.873034] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b9b094-a1a0-d1fe-ebd1-6d2df70009a6" [ 1007.873034] env[62225]: _type = "Task" [ 1007.873034] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.940821] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b9b094-a1a0-d1fe-ebd1-6d2df70009a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008095} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.942405] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.942702] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6/6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1007.943310] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2038fe96-f8da-4f35-8897-2953fe8bd06b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.949457] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1007.949457] env[62225]: value = "task-678223" [ 1007.949457] env[62225]: _type = "Task" [ 1007.949457] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.957284] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.961932] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "refresh_cache-3aa39e5d-0511-4346-8e85-d4936243941e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.962094] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "refresh_cache-3aa39e5d-0511-4346-8e85-d4936243941e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.962279] env[62225]: DEBUG nova.network.neutron [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1007.969916] env[62225]: DEBUG nova.compute.manager [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Received event network-vif-plugged-c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1007.970145] env[62225]: DEBUG oslo_concurrency.lockutils [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] Acquiring lock "3aa39e5d-0511-4346-8e85-d4936243941e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.970359] env[62225]: DEBUG oslo_concurrency.lockutils [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] Lock "3aa39e5d-0511-4346-8e85-d4936243941e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.970527] env[62225]: DEBUG oslo_concurrency.lockutils [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] Lock "3aa39e5d-0511-4346-8e85-d4936243941e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.970698] env[62225]: DEBUG nova.compute.manager [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] No waiting events found dispatching network-vif-plugged-c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1007.971101] env[62225]: WARNING nova.compute.manager [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Received unexpected event network-vif-plugged-c79c3b7c-98e0-49b9-a599-baf8ed211c5f for instance with vm_state building and task_state spawning. [ 1007.971101] env[62225]: DEBUG nova.compute.manager [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Received event network-changed-c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1007.971228] env[62225]: DEBUG nova.compute.manager [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Refreshing instance network info cache due to event network-changed-c79c3b7c-98e0-49b9-a599-baf8ed211c5f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1007.971414] env[62225]: DEBUG oslo_concurrency.lockutils [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] Acquiring lock "refresh_cache-3aa39e5d-0511-4346-8e85-d4936243941e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.980727] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7a21130-7900-4f72-8701-5819fafe3513 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.064562] env[62225]: DEBUG oslo_concurrency.lockutils [req-11b5a775-f51f-49ce-993a-8138864fa9f1 req-793701c7-773f-4e09-a50b-e630ce434a47 service nova] Releasing lock "refresh_cache-6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.287612] env[62225]: DEBUG nova.scheduler.client.report [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1008.301820] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678222, 'name': Rename_Task, 'duration_secs': 0.15855} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.302299] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1008.302547] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a62095a-cfbb-48ae-9820-a8b2dbf4fd08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.310683] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1008.310683] env[62225]: value = "task-678224" [ 1008.310683] env[62225]: _type = "Task" [ 1008.310683] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.321371] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.462977] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444296} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.462977] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6/6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1008.463695] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.463695] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0247257b-02ae-4582-ae84-8eeba7592ea9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.471200] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1008.471200] env[62225]: value = "task-678225" [ 1008.471200] env[62225]: _type = "Task" [ 1008.471200] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.481715] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.520436] env[62225]: DEBUG nova.network.neutron [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1008.720156] env[62225]: DEBUG nova.network.neutron [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Updating instance_info_cache with network_info: [{"id": "c79c3b7c-98e0-49b9-a599-baf8ed211c5f", "address": "fa:16:3e:77:38:32", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79c3b7c-98", "ovs_interfaceid": "c79c3b7c-98e0-49b9-a599-baf8ed211c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.797375] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.799024] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1008.801149] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.597s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.806116] env[62225]: INFO nova.compute.claims [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.820454] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678224, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.981836] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19481} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.982391] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.983368] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d94e0a8-1f32-420c-b675-bdeb58d7a684 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.008899] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6/6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.009767] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11690656-d986-424c-91cc-385b03736ff2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.031773] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1009.031773] env[62225]: value = "task-678226" [ 1009.031773] env[62225]: _type = "Task" [ 1009.031773] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.042984] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.225954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "refresh_cache-3aa39e5d-0511-4346-8e85-d4936243941e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.226135] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Instance network_info: |[{"id": "c79c3b7c-98e0-49b9-a599-baf8ed211c5f", "address": "fa:16:3e:77:38:32", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79c3b7c-98", "ovs_interfaceid": "c79c3b7c-98e0-49b9-a599-baf8ed211c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1009.226459] env[62225]: DEBUG oslo_concurrency.lockutils [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] Acquired lock "refresh_cache-3aa39e5d-0511-4346-8e85-d4936243941e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.228083] env[62225]: DEBUG nova.network.neutron [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Refreshing network info cache for port c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1009.228083] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:38:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c79c3b7c-98e0-49b9-a599-baf8ed211c5f', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.236202] env[62225]: DEBUG oslo.service.loopingcall [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.236870] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1009.238027] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6306e709-96d6-41df-ab62-917a32f76e85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.260182] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.260182] env[62225]: value = "task-678227" [ 1009.260182] env[62225]: _type = "Task" [ 1009.260182] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.269950] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678227, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.311621] env[62225]: DEBUG nova.compute.utils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.313776] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1009.315115] env[62225]: DEBUG nova.network.neutron [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1009.328614] env[62225]: DEBUG oslo_vmware.api [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678224, 'name': PowerOnVM_Task, 'duration_secs': 0.780906} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.331052] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1009.331052] env[62225]: INFO nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1009.331052] env[62225]: DEBUG nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1009.331853] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc721eae-162d-4dad-a7b3-80ad963e2023 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.371301] env[62225]: DEBUG nova.policy [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1009.543360] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678226, 'name': ReconfigVM_Task, 'duration_secs': 0.281956} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.543972] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6/6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.544560] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7eef5c57-2e3a-48e5-a6d5-7c6ff4c2bc90 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.552740] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1009.552740] env[62225]: value = "task-678228" [ 1009.552740] env[62225]: _type = "Task" [ 1009.552740] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.565365] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678228, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.775463] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678227, 'name': CreateVM_Task, 'duration_secs': 0.440444} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.775641] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1009.776332] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.776493] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.776812] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.783129] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a6853b-a7b5-4dc8-b30d-73538664fb7a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.788045] env[62225]: DEBUG nova.network.neutron [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Successfully created port: e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.793387] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1009.793387] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d0d2a-581f-2433-f672-baad8d050337" [ 1009.793387] env[62225]: _type = "Task" [ 1009.793387] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.803428] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d0d2a-581f-2433-f672-baad8d050337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.823092] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1009.856014] env[62225]: INFO nova.compute.manager [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Took 30.85 seconds to build instance. [ 1010.038670] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9cf10c-ef9e-4fde-ac30-e6a6d79d32ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.046726] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f04311-1de9-4556-a169-ffa87fe671c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.084219] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57598d9-9bf3-4e2f-bfdf-049dcd1aebfc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.094497] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678228, 'name': Rename_Task, 'duration_secs': 0.150399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.098070] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1010.098165] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aacec8b-1801-41a7-9194-cdc96c4b16e4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.100536] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ddcc20-34e4-4c02-a03f-3865aacd76af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.118855] env[62225]: DEBUG nova.compute.provider_tree [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.121455] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1010.121455] env[62225]: value = "task-678229" [ 1010.121455] env[62225]: _type = "Task" [ 1010.121455] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.131852] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.303935] env[62225]: DEBUG nova.network.neutron [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Updated VIF entry in instance network info cache for port c79c3b7c-98e0-49b9-a599-baf8ed211c5f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1010.303935] env[62225]: DEBUG nova.network.neutron [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Updating instance_info_cache with network_info: [{"id": "c79c3b7c-98e0-49b9-a599-baf8ed211c5f", "address": "fa:16:3e:77:38:32", "network": {"id": "bd9f2bd1-7421-4886-a09f-a06c8e509932", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-297586257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f1fc25abad4a42b936b9fac5521956", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc79c3b7c-98", "ovs_interfaceid": "c79c3b7c-98e0-49b9-a599-baf8ed211c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.306984] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528d0d2a-581f-2433-f672-baad8d050337, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.307726] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.307997] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.308297] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.308453] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.308656] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.308966] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-484447ee-75ea-44f5-b289-2abc030ec691 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.318975] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.319264] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1010.320439] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f237f387-2140-43a5-8e42-aaf604978534 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.331204] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1010.331204] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c9f1ae-611a-8040-afc0-a770b07f644c" [ 1010.331204] env[62225]: _type = "Task" [ 1010.331204] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.342804] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c9f1ae-611a-8040-afc0-a770b07f644c, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.343675] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af1918f-2f38-48be-95e6-343bb722bca4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.350026] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1010.350026] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528679a7-8da6-e2bc-9ed9-76ace6678c69" [ 1010.350026] env[62225]: _type = "Task" [ 1010.350026] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.362019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-42956168-2924-41ae-9b95-e4d5045d5f7e tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "cdba16a5-3907-4184-813d-ce8c8df03796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.355s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.363266] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528679a7-8da6-e2bc-9ed9-76ace6678c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.556227] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.556469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.623030] env[62225]: DEBUG nova.scheduler.client.report [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1010.635766] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.808802] env[62225]: DEBUG oslo_concurrency.lockutils [req-2ff1cc89-0e6e-4b44-a9a4-e970d768a995 req-13db0c93-6a06-431a-bdb6-b53e8b295fdd service nova] Releasing lock "refresh_cache-3aa39e5d-0511-4346-8e85-d4936243941e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.837636] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1010.858300] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1010.858564] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1010.858740] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.858907] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1010.859070] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.859223] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1010.859435] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1010.859594] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1010.859791] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1010.859930] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1010.860123] env[62225]: DEBUG nova.virt.hardware [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.860917] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ebb8f2-becf-47a1-a693-f0ecf59bb685 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.866481] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528679a7-8da6-e2bc-9ed9-76ace6678c69, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.867107] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.867314] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 3aa39e5d-0511-4346-8e85-d4936243941e/3aa39e5d-0511-4346-8e85-d4936243941e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1010.867561] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-608f0035-bf89-486f-a55f-26db3b6c1041 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.872511] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6125e6f0-c323-4407-a647-8d97f0b19518 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.877908] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1010.877908] env[62225]: value = "task-678230" [ 1010.877908] env[62225]: _type = "Task" [ 1010.877908] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.894664] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.059036] env[62225]: DEBUG nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1011.131042] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.131042] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1011.138835] env[62225]: DEBUG oslo_vmware.api [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678229, 'name': PowerOnVM_Task, 'duration_secs': 0.667759} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.139113] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1011.139322] env[62225]: INFO nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1011.139503] env[62225]: DEBUG nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1011.140318] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47ad311-2b4d-4dc2-a882-02ba992e9a1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.390667] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.404600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "284a717f-d943-4daa-83df-eb8f40476e99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.405819] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "284a717f-d943-4daa-83df-eb8f40476e99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.582041] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.582344] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.583899] env[62225]: INFO nova.compute.claims [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.636407] env[62225]: DEBUG nova.compute.utils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.639514] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1011.640015] env[62225]: DEBUG nova.network.neutron [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1011.661915] env[62225]: INFO nova.compute.manager [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Took 31.02 seconds to build instance. [ 1011.758325] env[62225]: DEBUG nova.policy [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef293feab3eb464e939da60df8b78c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a050cb65aa8346e2abb7210716e24075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1011.816786] env[62225]: DEBUG nova.compute.manager [req-a5ade10a-8835-4d30-9e99-fa52c9e5da31 req-97e440bb-0008-4a38-a20e-a1d1c2ebab83 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-vif-plugged-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1011.817060] env[62225]: DEBUG oslo_concurrency.lockutils [req-a5ade10a-8835-4d30-9e99-fa52c9e5da31 req-97e440bb-0008-4a38-a20e-a1d1c2ebab83 service nova] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.817353] env[62225]: DEBUG oslo_concurrency.lockutils [req-a5ade10a-8835-4d30-9e99-fa52c9e5da31 req-97e440bb-0008-4a38-a20e-a1d1c2ebab83 service nova] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.817572] env[62225]: DEBUG oslo_concurrency.lockutils [req-a5ade10a-8835-4d30-9e99-fa52c9e5da31 req-97e440bb-0008-4a38-a20e-a1d1c2ebab83 service nova] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.817775] env[62225]: DEBUG nova.compute.manager [req-a5ade10a-8835-4d30-9e99-fa52c9e5da31 req-97e440bb-0008-4a38-a20e-a1d1c2ebab83 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] No waiting events found dispatching network-vif-plugged-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1011.818050] env[62225]: WARNING nova.compute.manager [req-a5ade10a-8835-4d30-9e99-fa52c9e5da31 req-97e440bb-0008-4a38-a20e-a1d1c2ebab83 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received unexpected event network-vif-plugged-e540e9b4-db53-421e-97d9-eeecec0fac92 for instance with vm_state building and task_state spawning. [ 1011.890630] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834858} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.891007] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 3aa39e5d-0511-4346-8e85-d4936243941e/3aa39e5d-0511-4346-8e85-d4936243941e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1011.891311] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.891652] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04af9391-2b20-4a10-9886-e95ec6da9332 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.900855] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1011.900855] env[62225]: value = "task-678231" [ 1011.900855] env[62225]: _type = "Task" [ 1011.900855] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.907527] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1011.917731] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.015477] env[62225]: DEBUG nova.network.neutron [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Successfully updated port: e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.140409] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1012.164736] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d4809bc1-a0b9-41ab-889d-e0dbaa3212d3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.529s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.221293] env[62225]: DEBUG nova.network.neutron [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Successfully created port: 094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.414044] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077166} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.414408] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.414974] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad6732-4848-4dcf-ad00-ae36dd36be57 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.446262] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3aa39e5d-0511-4346-8e85-d4936243941e/3aa39e5d-0511-4346-8e85-d4936243941e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.449605] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e32821e-9163-43be-8833-728e9cd0ba97 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.474525] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1012.474525] env[62225]: value = "task-678232" [ 1012.474525] env[62225]: _type = "Task" [ 1012.474525] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.482384] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.488415] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.517721] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.517856] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.518023] env[62225]: DEBUG nova.network.neutron [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1012.749069] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.749436] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.749719] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.750043] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.750338] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.753916] env[62225]: INFO nova.compute.manager [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Terminating instance [ 1012.756291] env[62225]: DEBUG nova.compute.manager [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1012.756591] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1012.757754] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014ea0e-2ef5-48a9-ae64-65282a49edd8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.768529] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1012.768806] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f68346-fb23-4b8e-9282-a86740b56949 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.775840] env[62225]: DEBUG oslo_vmware.api [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1012.775840] env[62225]: value = "task-678233" [ 1012.775840] env[62225]: _type = "Task" [ 1012.775840] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.781031] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446fc23-e359-4ca1-8be7-de40d21daa27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.791898] env[62225]: DEBUG oslo_vmware.api [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.794958] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f8352-45cb-4d19-ac07-7550c2420247 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.826952] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f880b0a-1220-4786-aaea-00d338732e79 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.835053] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e7cd0c-c459-444f-a078-ff65ec2397d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.849646] env[62225]: DEBUG nova.compute.provider_tree [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.985448] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.056261] env[62225]: DEBUG nova.network.neutron [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1013.156706] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1013.182163] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1013.182539] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1013.182968] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.184116] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1013.184351] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.184475] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1013.184702] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1013.184889] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1013.185089] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1013.185264] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1013.185444] env[62225]: DEBUG nova.virt.hardware [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.186432] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5957a6-2882-4dae-ba1a-b42a763aadd9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.194509] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a923bb0-1303-4d44-8750-6947ed3ba397 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.229936] env[62225]: DEBUG nova.network.neutron [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.286345] env[62225]: DEBUG oslo_vmware.api [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678233, 'name': PowerOffVM_Task, 'duration_secs': 0.228135} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.286635] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1013.286809] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1013.287082] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fa315ef-4758-433b-ae47-df98fa9194a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.352714] env[62225]: DEBUG nova.scheduler.client.report [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1013.357465] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1013.357683] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1013.357867] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Deleting the datastore file [datastore2] 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.358524] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73dfbfde-570b-46d9-acbd-66dc4636cc38 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.365040] env[62225]: DEBUG oslo_vmware.api [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for the task: (returnval){ [ 1013.365040] env[62225]: value = "task-678235" [ 1013.365040] env[62225]: _type = "Task" [ 1013.365040] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.374528] env[62225]: DEBUG oslo_vmware.api [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.485595] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678232, 'name': ReconfigVM_Task, 'duration_secs': 0.73078} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.485952] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3aa39e5d-0511-4346-8e85-d4936243941e/3aa39e5d-0511-4346-8e85-d4936243941e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.486618] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd69584-cca2-4e82-892c-20142647e291 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.494057] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1013.494057] env[62225]: value = "task-678236" [ 1013.494057] env[62225]: _type = "Task" [ 1013.494057] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.503668] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678236, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.734251] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.734600] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Instance network_info: |[{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1013.735089] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:05:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e540e9b4-db53-421e-97d9-eeecec0fac92', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.742484] env[62225]: DEBUG oslo.service.loopingcall [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.742750] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1013.743018] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b887e14-2c2e-4ad3-bf34-4f8527a1ab30 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.763284] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.763284] env[62225]: value = "task-678237" [ 1013.763284] env[62225]: _type = "Task" [ 1013.763284] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.770847] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678237, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.808750] env[62225]: DEBUG nova.network.neutron [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Successfully updated port: 094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.848604] env[62225]: DEBUG nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1013.848825] env[62225]: DEBUG nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing instance network info cache due to event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1013.849094] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.849261] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.849430] env[62225]: DEBUG nova.network.neutron [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1013.859132] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.859618] env[62225]: DEBUG nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1013.862248] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.374s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.863935] env[62225]: INFO nova.compute.claims [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.879977] env[62225]: DEBUG oslo_vmware.api [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Task: {'id': task-678235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235278} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.880260] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.880466] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1013.880653] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1013.880828] env[62225]: INFO nova.compute.manager [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1013.881086] env[62225]: DEBUG oslo.service.loopingcall [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.881291] env[62225]: DEBUG nova.compute.manager [-] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1013.881383] env[62225]: DEBUG nova.network.neutron [-] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1014.006479] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678236, 'name': Rename_Task, 'duration_secs': 0.243013} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.006479] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1014.006479] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-016dcf6b-bc5f-484d-b4bb-279f825fc8ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.017050] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1014.017050] env[62225]: value = "task-678238" [ 1014.017050] env[62225]: _type = "Task" [ 1014.017050] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.028774] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.274706] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678237, 'name': CreateVM_Task, 'duration_secs': 0.333494} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.274968] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1014.275690] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.275898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.276302] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.276574] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42e8a3c-fd7b-4484-8115-f6b1b8e2ff69 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.281595] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1014.281595] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524887b9-602d-89da-bbbe-e3884bda05ba" [ 1014.281595] env[62225]: _type = "Task" [ 1014.281595] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.290157] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524887b9-602d-89da-bbbe-e3884bda05ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.311480] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.311875] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.312138] env[62225]: DEBUG nova.network.neutron [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1014.370214] env[62225]: DEBUG nova.compute.utils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.372169] env[62225]: DEBUG nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Not allocating networking since 'none' was specified. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1014.528391] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678238, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.616843] env[62225]: DEBUG nova.network.neutron [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updated VIF entry in instance network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1014.617262] env[62225]: DEBUG nova.network.neutron [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.669748] env[62225]: DEBUG nova.network.neutron [-] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.794146] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524887b9-602d-89da-bbbe-e3884bda05ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.794491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.794766] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.795029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.795225] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.795461] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.795810] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-851b5d09-185a-4273-8a97-fc6d09763f67 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.814137] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.814391] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1014.817137] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a75e57-88e3-4c3d-a552-06f712d7eeb2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.823792] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1014.823792] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5265f4c7-fb84-f31a-6cc4-0be4536811c3" [ 1014.823792] env[62225]: _type = "Task" [ 1014.823792] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.833468] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5265f4c7-fb84-f31a-6cc4-0be4536811c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.848033] env[62225]: DEBUG nova.network.neutron [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1014.876526] env[62225]: DEBUG nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1015.000604] env[62225]: DEBUG nova.network.neutron [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.030429] env[62225]: DEBUG oslo_vmware.api [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678238, 'name': PowerOnVM_Task, 'duration_secs': 0.84575} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.030718] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1015.030961] env[62225]: INFO nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1015.031116] env[62225]: DEBUG nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1015.031936] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47229e49-2a30-471a-bffe-d01bcf24eeee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.088405] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d86b822-9527-4c1b-9509-08c5d4527f19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.096326] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe4232-daed-4b67-b97f-7615582b816e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.130454] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.130737] env[62225]: DEBUG nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Received event network-vif-plugged-094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1015.130971] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Acquiring lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.131197] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.131475] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.131525] env[62225]: DEBUG nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] No waiting events found dispatching network-vif-plugged-094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1015.131729] env[62225]: WARNING nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Received unexpected event network-vif-plugged-094c7011-4b44-4ae3-8046-31ff675fef82 for instance with vm_state building and task_state spawning. [ 1015.131993] env[62225]: DEBUG nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Received event network-changed-094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1015.132187] env[62225]: DEBUG nova.compute.manager [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Refreshing instance network info cache due to event network-changed-094c7011-4b44-4ae3-8046-31ff675fef82. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1015.132806] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.133775] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270c13f5-8937-4b46-a568-028e79b09b4b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.144453] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b3def-f736-4e29-8121-c6dbb3b33efe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.160446] env[62225]: DEBUG nova.compute.provider_tree [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.172967] env[62225]: INFO nova.compute.manager [-] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Took 1.29 seconds to deallocate network for instance. [ 1015.334895] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5265f4c7-fb84-f31a-6cc4-0be4536811c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.335792] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a505641d-68ef-4519-9d69-9b2fcd3db1ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.341327] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1015.341327] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5218c6e6-ecfc-c255-5c94-c3e21f7f575b" [ 1015.341327] env[62225]: _type = "Task" [ 1015.341327] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.349397] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5218c6e6-ecfc-c255-5c94-c3e21f7f575b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.504057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.504148] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Instance network_info: |[{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1015.504566] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.504851] env[62225]: DEBUG nova.network.neutron [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Refreshing network info cache for port 094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1015.506702] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:80:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '094c7011-4b44-4ae3-8046-31ff675fef82', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.514872] env[62225]: DEBUG oslo.service.loopingcall [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.516294] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1015.516986] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3670bc54-03a9-4e08-a702-2e3262cacfa8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.540398] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.540398] env[62225]: value = "task-678239" [ 1015.540398] env[62225]: _type = "Task" [ 1015.540398] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.552719] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678239, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.555350] env[62225]: INFO nova.compute.manager [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Took 34.84 seconds to build instance. [ 1015.664158] env[62225]: DEBUG nova.scheduler.client.report [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1015.681563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.854613] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5218c6e6-ecfc-c255-5c94-c3e21f7f575b, 'name': SearchDatastore_Task, 'duration_secs': 0.0124} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.854961] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.855266] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7/1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1015.855544] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faffb486-99e9-46a0-af4e-a9ae96c7399c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.864538] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1015.864538] env[62225]: value = "task-678240" [ 1015.864538] env[62225]: _type = "Task" [ 1015.864538] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.873751] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.884236] env[62225]: DEBUG nova.compute.manager [req-3fb6c9be-9187-4cf8-a38b-8b7421e43908 req-d4cd93fd-a6b2-48dd-9b4f-2e479865d2b8 service nova] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Received event network-vif-deleted-6502884c-2841-4e45-817d-680f87d200dd {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1015.885647] env[62225]: DEBUG nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1015.914192] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1015.914516] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1015.914722] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.914941] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1015.915165] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.915364] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1015.915604] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1015.915789] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1015.915984] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1015.916243] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1015.916440] env[62225]: DEBUG nova.virt.hardware [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.917424] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cea13d-3107-41c7-94ab-018bbbd5b913 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.926436] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6e5f9-dcc3-451f-9e1a-0065f59480d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.944739] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.950578] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Creating folder: Project (3d1beb1187b64a5c8f6ac52b1ff253ca). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1015.950948] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-559303a2-c3f8-4cba-8451-38cdbe5805ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.966613] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Created folder: Project (3d1beb1187b64a5c8f6ac52b1ff253ca) in parent group-v163168. [ 1015.966955] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Creating folder: Instances. Parent ref: group-v163426. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1015.967166] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ba8f20-5592-4d6f-8245-475cd4a66dae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977780] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Created folder: Instances in parent group-v163426. [ 1015.978058] env[62225]: DEBUG oslo.service.loopingcall [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.978294] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1015.978534] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0696fbb9-79fc-460c-add7-803fbe12c5c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.997706] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.997706] env[62225]: value = "task-678243" [ 1015.997706] env[62225]: _type = "Task" [ 1015.997706] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.009389] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678243, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.052982] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678239, 'name': CreateVM_Task, 'duration_secs': 0.373028} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.056223] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1016.057074] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.057368] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.057821] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.058938] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c418a88a-a6c3-4bae-aac9-8447737e8172 tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "3aa39e5d-0511-4346-8e85-d4936243941e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.353s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.059286] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ca5937-f441-4c65-a101-081c16e9bae0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.066046] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1016.066046] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526ff65b-9b5f-ab67-e1d0-faa89bfb09e2" [ 1016.066046] env[62225]: _type = "Task" [ 1016.066046] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.077052] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526ff65b-9b5f-ab67-e1d0-faa89bfb09e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.172024] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.172024] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1016.173285] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.492s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.173541] env[62225]: DEBUG nova.objects.instance [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lazy-loading 'resources' on Instance uuid 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.325140] env[62225]: DEBUG nova.network.neutron [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updated VIF entry in instance network info cache for port 094c7011-4b44-4ae3-8046-31ff675fef82. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1016.325735] env[62225]: DEBUG nova.network.neutron [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.375407] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486576} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.377054] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7/1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1016.377054] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.377054] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce951f36-7ca6-4590-9dda-771e0836dc95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.384126] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1016.384126] env[62225]: value = "task-678244" [ 1016.384126] env[62225]: _type = "Task" [ 1016.384126] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.392722] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.509808] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678243, 'name': CreateVM_Task, 'duration_secs': 0.436024} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.511153] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1016.513775] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.577770] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526ff65b-9b5f-ab67-e1d0-faa89bfb09e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021574} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.578125] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.578375] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.578652] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.578905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.579153] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.579459] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.579886] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.580483] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0130da-9efe-48e4-bb66-b44979a9d8ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.582598] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23144e94-d9cd-4b3d-b926-4e2d7355bb25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.588929] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1016.588929] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5214286b-ccb7-8d89-8518-28a3972e06b0" [ 1016.588929] env[62225]: _type = "Task" [ 1016.588929] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.593447] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.593637] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1016.594762] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b19450b-4a5a-4a5e-bffa-46bdbc826f72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.600089] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5214286b-ccb7-8d89-8518-28a3972e06b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.603659] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1016.603659] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5245b9de-a2b1-04c6-fe7f-fe93cd9f2488" [ 1016.603659] env[62225]: _type = "Task" [ 1016.603659] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.612936] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5245b9de-a2b1-04c6-fe7f-fe93cd9f2488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.677725] env[62225]: DEBUG nova.compute.utils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.679714] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1016.680062] env[62225]: DEBUG nova.network.neutron [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1016.738535] env[62225]: DEBUG nova.policy [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1016.828469] env[62225]: DEBUG oslo_concurrency.lockutils [req-da5fa2c5-0579-4c36-bd1a-39a0fb2ad775 req-ed13181d-7d41-4693-8d6b-3e605f0e5a4f service nova] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.873528] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39dbf96-ad40-4f7e-afc7-f0fd94ac27a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.885085] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c15db0c-8e3e-4648-82c5-1e60693bfdcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.895291] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.921238] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d612eb9-35b0-4061-ad1e-82fdc4e26d4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.930548] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913999f-2b49-4e4b-8bb2-aa713bb09ce4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.946142] env[62225]: DEBUG nova.compute.provider_tree [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.014286] env[62225]: DEBUG nova.network.neutron [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Successfully created port: 2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.016577] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "3aa39e5d-0511-4346-8e85-d4936243941e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.016821] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "3aa39e5d-0511-4346-8e85-d4936243941e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.017035] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "3aa39e5d-0511-4346-8e85-d4936243941e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.017228] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "3aa39e5d-0511-4346-8e85-d4936243941e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.017399] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "3aa39e5d-0511-4346-8e85-d4936243941e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.019864] env[62225]: INFO nova.compute.manager [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Terminating instance [ 1017.021829] env[62225]: DEBUG nova.compute.manager [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1017.021829] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1017.022489] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a777fa0-6374-4222-a015-c798f366156c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.033368] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1017.033493] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0851f1e5-f015-4b6d-899d-95aa9d1629c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.042612] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1017.042612] env[62225]: value = "task-678245" [ 1017.042612] env[62225]: _type = "Task" [ 1017.042612] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.060739] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.102879] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5214286b-ccb7-8d89-8518-28a3972e06b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.103192] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.103430] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.103644] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.113851] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5245b9de-a2b1-04c6-fe7f-fe93cd9f2488, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.114633] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cf4d15-0ddd-4e65-8ece-961d00e61e44 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.120269] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1017.120269] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52aaabc6-3061-c905-e9e3-5a8a3b396760" [ 1017.120269] env[62225]: _type = "Task" [ 1017.120269] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.128818] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52aaabc6-3061-c905-e9e3-5a8a3b396760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.189575] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1017.398490] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678244, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.450685] env[62225]: DEBUG nova.scheduler.client.report [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1017.553440] env[62225]: DEBUG oslo_concurrency.lockutils [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.553740] env[62225]: DEBUG oslo_concurrency.lockutils [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.555225] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.631821] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52aaabc6-3061-c905-e9e3-5a8a3b396760, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.632170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.632343] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1017.632634] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.632827] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.633069] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54765a5d-2b6e-458d-846b-b13e5a5f02ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.635331] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-356de8d1-3e30-4cd7-9562-c01827ec8291 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.645491] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1017.645491] env[62225]: value = "task-678246" [ 1017.645491] env[62225]: _type = "Task" [ 1017.645491] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.646813] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.647233] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1017.650896] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522caeeb-a4c5-496f-b677-b2215fd3f4b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.657793] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1017.657793] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b41ebd-183a-6e42-052b-ae16d296f6a0" [ 1017.657793] env[62225]: _type = "Task" [ 1017.657793] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.661309] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.670019] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b41ebd-183a-6e42-052b-ae16d296f6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.898448] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.041762} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.898775] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.899634] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f6b19-2b87-4111-960f-f73aa2b238bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.924224] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7/1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.924570] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010de0d9-189e-48b3-8f2a-efe1f634e49b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.946068] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1017.946068] env[62225]: value = "task-678247" [ 1017.946068] env[62225]: _type = "Task" [ 1017.946068] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.954483] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.955266] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.977896] env[62225]: INFO nova.scheduler.client.report [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Deleted allocations for instance 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6 [ 1018.055437] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678245, 'name': PowerOffVM_Task, 'duration_secs': 0.690465} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.056343] env[62225]: INFO nova.compute.manager [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Detaching volume eca7cda6-cc34-40d8-af2f-8f8ff33baf53 [ 1018.058532] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1018.058793] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1018.059342] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11cad4a8-1193-45d5-90a7-7c2590141c15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.096859] env[62225]: INFO nova.virt.block_device [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Attempting to driver detach volume eca7cda6-cc34-40d8-af2f-8f8ff33baf53 from mountpoint /dev/sdb [ 1018.097228] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.097475] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163406', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'name': 'volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8a6ad4c6-3b26-4059-9795-e58ed8bd2a92', 'attached_at': '', 'detached_at': '', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'serial': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.098590] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0794236-4c09-4518-83f6-5a4a01387c1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.124449] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a43c78-85fd-481e-a907-727111895a62 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.133724] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d294ccb-a99c-4daf-8c90-3af178bf3539 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.162268] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b220d-23a3-47d1-8760-6dde5ceef902 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.164892] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1018.165138] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1018.165338] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleting the datastore file [datastore2] 3aa39e5d-0511-4346-8e85-d4936243941e {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.165667] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23a56535-2d1f-4131-bc1f-80e62ac36914 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.177612] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b41ebd-183a-6e42-052b-ae16d296f6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020565} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.194904] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.195053] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] The volume has not been displaced from its original location: [datastore1] volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53/volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.200819] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.201301] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for the task: (returnval){ [ 1018.201301] env[62225]: value = "task-678249" [ 1018.201301] env[62225]: _type = "Task" [ 1018.201301] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.201556] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132f400d-a625-4e96-ae0d-fc5536af6d7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.205177] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1018.207347] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081491f2-245f-44f1-abf6-b7622b4fec2c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.231967] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1018.231967] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b7c5d6-03ec-e24f-44fb-9b81fd4ba292" [ 1018.231967] env[62225]: _type = "Task" [ 1018.231967] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.236102] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.240789] env[62225]: DEBUG oslo_vmware.api [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1018.240789] env[62225]: value = "task-678250" [ 1018.240789] env[62225]: _type = "Task" [ 1018.240789] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.252233] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b7c5d6-03ec-e24f-44fb-9b81fd4ba292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.259173] env[62225]: DEBUG oslo_vmware.api [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.262032] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1018.262333] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1018.262506] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.262705] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1018.262838] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.263041] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1018.263289] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1018.263453] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1018.263663] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1018.263892] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1018.264097] env[62225]: DEBUG nova.virt.hardware [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.265130] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd0d8e2-3fda-41ff-9e51-a5e94a83acf4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.275632] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba7331a-3dea-402b-a62b-dc04e0e8bccc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.459081] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678247, 'name': ReconfigVM_Task, 'duration_secs': 0.38825} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.459081] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7/1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.459669] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fb1a21-1052-4bde-bd34-31492a0d355b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.469668] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1018.469668] env[62225]: value = "task-678251" [ 1018.469668] env[62225]: _type = "Task" [ 1018.469668] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.482273] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678251, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.487061] env[62225]: DEBUG oslo_concurrency.lockutils [None req-bf46d3a5-3677-48da-9052-0ce4bf815df3 tempest-ServerPasswordTestJSON-92568186 tempest-ServerPasswordTestJSON-92568186-project-member] Lock "6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.492225] env[62225]: DEBUG nova.compute.manager [req-f0d6c142-f234-4d87-ae49-1b80418fad27 req-c7d6ed7e-c370-4825-b6b1-a66509333f9b service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Received event network-vif-plugged-2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1018.492548] env[62225]: DEBUG oslo_concurrency.lockutils [req-f0d6c142-f234-4d87-ae49-1b80418fad27 req-c7d6ed7e-c370-4825-b6b1-a66509333f9b service nova] Acquiring lock "284a717f-d943-4daa-83df-eb8f40476e99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.492851] env[62225]: DEBUG oslo_concurrency.lockutils [req-f0d6c142-f234-4d87-ae49-1b80418fad27 req-c7d6ed7e-c370-4825-b6b1-a66509333f9b service nova] Lock "284a717f-d943-4daa-83df-eb8f40476e99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.493089] env[62225]: DEBUG oslo_concurrency.lockutils [req-f0d6c142-f234-4d87-ae49-1b80418fad27 req-c7d6ed7e-c370-4825-b6b1-a66509333f9b service nova] Lock "284a717f-d943-4daa-83df-eb8f40476e99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.493296] env[62225]: DEBUG nova.compute.manager [req-f0d6c142-f234-4d87-ae49-1b80418fad27 req-c7d6ed7e-c370-4825-b6b1-a66509333f9b service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] No waiting events found dispatching network-vif-plugged-2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1018.493541] env[62225]: WARNING nova.compute.manager [req-f0d6c142-f234-4d87-ae49-1b80418fad27 req-c7d6ed7e-c370-4825-b6b1-a66509333f9b service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Received unexpected event network-vif-plugged-2d946413-bde0-40f3-98e7-6dc4f3ae9450 for instance with vm_state building and task_state spawning. [ 1018.625332] env[62225]: DEBUG nova.network.neutron [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Successfully updated port: 2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.669855] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873948} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.669855] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1018.669855] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.669855] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5386887d-aacf-419d-b32b-4caa0e17f759 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.680026] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1018.680026] env[62225]: value = "task-678252" [ 1018.680026] env[62225]: _type = "Task" [ 1018.680026] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.689279] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.733056] env[62225]: DEBUG oslo_vmware.api [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Task: {'id': task-678249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338379} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.733223] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.733454] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1018.733737] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1018.733999] env[62225]: INFO nova.compute.manager [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1018.734385] env[62225]: DEBUG oslo.service.loopingcall [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.734646] env[62225]: DEBUG nova.compute.manager [-] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1018.734785] env[62225]: DEBUG nova.network.neutron [-] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1018.748872] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b7c5d6-03ec-e24f-44fb-9b81fd4ba292, 'name': SearchDatastore_Task, 'duration_secs': 0.068131} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.749561] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.750376] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1018.750376] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b16646d1-ac88-4c96-8d7e-fc655b79e96d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.755503] env[62225]: DEBUG oslo_vmware.api [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678250, 'name': ReconfigVM_Task, 'duration_secs': 0.352344} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.756267] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.761868] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64f4e2f-02fc-409a-9567-3d67c2e8bc1a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.772371] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1018.772371] env[62225]: value = "task-678253" [ 1018.772371] env[62225]: _type = "Task" [ 1018.772371] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.780098] env[62225]: DEBUG oslo_vmware.api [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1018.780098] env[62225]: value = "task-678254" [ 1018.780098] env[62225]: _type = "Task" [ 1018.780098] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.786539] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.792168] env[62225]: DEBUG oslo_vmware.api [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.984032] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678251, 'name': Rename_Task, 'duration_secs': 0.165196} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.984032] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1018.984032] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcb84631-b557-41a6-921d-0925f45cb808 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.994335] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1018.994335] env[62225]: value = "task-678255" [ 1018.994335] env[62225]: _type = "Task" [ 1018.994335] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.017031] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.128382] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-284a717f-d943-4daa-83df-eb8f40476e99" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.128524] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-284a717f-d943-4daa-83df-eb8f40476e99" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.128675] env[62225]: DEBUG nova.network.neutron [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1019.188962] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074766} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.189257] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.190016] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ce1f4-6128-4cda-a1cb-d5e3ec5f0b56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.213561] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.213913] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa2e5064-6ef9-4d4c-9050-43a6982ffa08 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.238728] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1019.238728] env[62225]: value = "task-678256" [ 1019.238728] env[62225]: _type = "Task" [ 1019.238728] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.248540] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.285272] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.293415] env[62225]: DEBUG oslo_vmware.api [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678254, 'name': ReconfigVM_Task, 'duration_secs': 0.241214} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.294135] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163406', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'name': 'volume-eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8a6ad4c6-3b26-4059-9795-e58ed8bd2a92', 'attached_at': '', 'detached_at': '', 'volume_id': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53', 'serial': 'eca7cda6-cc34-40d8-af2f-8f8ff33baf53'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.505042] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.534787] env[62225]: DEBUG nova.network.neutron [-] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.673551] env[62225]: DEBUG nova.network.neutron [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1019.753153] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678256, 'name': ReconfigVM_Task, 'duration_secs': 0.399435} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.753546] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.754311] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b1887e-720c-4d97-9e9d-3703ea4538fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.766190] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1019.766190] env[62225]: value = "task-678257" [ 1019.766190] env[62225]: _type = "Task" [ 1019.766190] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.773497] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678257, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.785837] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.855816] env[62225]: DEBUG nova.objects.instance [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'flavor' on Instance uuid 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.864551] env[62225]: DEBUG nova.network.neutron [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Updating instance_info_cache with network_info: [{"id": "2d946413-bde0-40f3-98e7-6dc4f3ae9450", "address": "fa:16:3e:2c:96:20", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d946413-bd", "ovs_interfaceid": "2d946413-bde0-40f3-98e7-6dc4f3ae9450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.886105] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676a6c-56f2-1fde-03ef-c6b5fb5d4099/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.887075] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed9676-fc6f-485f-acda-d2edb20001e0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.894869] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676a6c-56f2-1fde-03ef-c6b5fb5d4099/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.895016] env[62225]: ERROR oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676a6c-56f2-1fde-03ef-c6b5fb5d4099/disk-0.vmdk due to incomplete transfer. [ 1019.895313] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b2a5726-5473-4eb5-a9a5-1f30eb103c75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.904078] env[62225]: DEBUG oslo_vmware.rw_handles [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52676a6c-56f2-1fde-03ef-c6b5fb5d4099/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.904348] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Uploaded image 1806be93-9a5a-4be6-abce-8b7f934b2353 to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1019.906935] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1019.907294] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e622ebd-a435-471f-9e58-f8ad3bee9503 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.917813] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1019.917813] env[62225]: value = "task-678258" [ 1019.917813] env[62225]: _type = "Task" [ 1019.917813] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.929206] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678258, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.009328] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.036863] env[62225]: INFO nova.compute.manager [-] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Took 1.30 seconds to deallocate network for instance. [ 1020.278408] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678257, 'name': Rename_Task, 'duration_secs': 0.155246} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.284515] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1020.284821] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed5b3d2-4654-47f4-b8b6-6d70ecf50520 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.292944] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678253, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.295157] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1020.295157] env[62225]: value = "task-678259" [ 1020.295157] env[62225]: _type = "Task" [ 1020.295157] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.307040] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.370802] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-284a717f-d943-4daa-83df-eb8f40476e99" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.371321] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Instance network_info: |[{"id": "2d946413-bde0-40f3-98e7-6dc4f3ae9450", "address": "fa:16:3e:2c:96:20", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d946413-bd", "ovs_interfaceid": "2d946413-bde0-40f3-98e7-6dc4f3ae9450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1020.371984] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:96:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d946413-bde0-40f3-98e7-6dc4f3ae9450', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.385344] env[62225]: DEBUG oslo.service.loopingcall [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.386823] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1020.387207] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d651022c-0f03-4fef-a29d-ea7dfc5913b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.416843] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.416843] env[62225]: value = "task-678260" [ 1020.416843] env[62225]: _type = "Task" [ 1020.416843] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.428305] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678258, 'name': Destroy_Task, 'duration_secs': 0.457773} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.431405] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Destroyed the VM [ 1020.431616] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.431840] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678260, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.432160] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6e32781-430f-46e7-9f27-c13d5a9febe4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.440242] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1020.440242] env[62225]: value = "task-678261" [ 1020.440242] env[62225]: _type = "Task" [ 1020.440242] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.449279] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.509195] env[62225]: DEBUG oslo_vmware.api [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678255, 'name': PowerOnVM_Task, 'duration_secs': 1.39528} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.509585] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1020.509920] env[62225]: INFO nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1020.510204] env[62225]: DEBUG nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1020.511437] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9509d0-5a5b-4736-bfce-e43e19ef1759 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.528482] env[62225]: DEBUG nova.compute.manager [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Received event network-changed-2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1020.528787] env[62225]: DEBUG nova.compute.manager [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Refreshing instance network info cache due to event network-changed-2d946413-bde0-40f3-98e7-6dc4f3ae9450. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1020.529112] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] Acquiring lock "refresh_cache-284a717f-d943-4daa-83df-eb8f40476e99" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.529337] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] Acquired lock "refresh_cache-284a717f-d943-4daa-83df-eb8f40476e99" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.529576] env[62225]: DEBUG nova.network.neutron [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Refreshing network info cache for port 2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1020.544036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.544212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.544595] env[62225]: DEBUG nova.objects.instance [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lazy-loading 'resources' on Instance uuid 3aa39e5d-0511-4346-8e85-d4936243941e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.789674] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.539713} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.790111] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1020.790507] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.791423] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a2a2001-92e6-4f28-bee2-89d859024dfb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.802906] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1020.802906] env[62225]: value = "task-678262" [ 1020.802906] env[62225]: _type = "Task" [ 1020.802906] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.810915] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.816884] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.866610] env[62225]: DEBUG oslo_concurrency.lockutils [None req-335c164f-68f9-42a6-8838-8c84edd43457 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.930467] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678260, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.955052] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678261, 'name': RemoveSnapshot_Task, 'duration_secs': 0.437955} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.955260] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.955411] env[62225]: DEBUG nova.compute.manager [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1020.956937] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4f0f9-adcd-4eab-9578-ab45b13122b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.033892] env[62225]: INFO nova.compute.manager [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Took 16.75 seconds to build instance. [ 1021.247320] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df86049-9d53-49a9-8515-d66b7128663e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.257328] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c21f4b-5b58-4083-8500-2d5e886f2bfd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.287157] env[62225]: DEBUG nova.network.neutron [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Updated VIF entry in instance network info cache for port 2d946413-bde0-40f3-98e7-6dc4f3ae9450. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1021.287399] env[62225]: DEBUG nova.network.neutron [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Updating instance_info_cache with network_info: [{"id": "2d946413-bde0-40f3-98e7-6dc4f3ae9450", "address": "fa:16:3e:2c:96:20", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d946413-bd", "ovs_interfaceid": "2d946413-bde0-40f3-98e7-6dc4f3ae9450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.289104] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e45f36-595d-4dd9-9fd8-d43a936962c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.300787] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890fed96-5064-4a63-bbe2-eb6ad5ddba09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.311302] env[62225]: DEBUG oslo_vmware.api [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678259, 'name': PowerOnVM_Task, 'duration_secs': 0.543292} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.319385] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1021.319625] env[62225]: INFO nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1021.319809] env[62225]: DEBUG nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1021.321030] env[62225]: DEBUG nova.compute.provider_tree [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.322197] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b48eb3-5bd0-42f3-b553-1d5e34f9ef92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.330307] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075485} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.332253] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.335881] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f18f73-347f-4214-a50c-088f243302e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.358074] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.358585] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0444697c-2fcc-4fd7-86a5-b5c83568d917 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.379526] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1021.379526] env[62225]: value = "task-678263" [ 1021.379526] env[62225]: _type = "Task" [ 1021.379526] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.388256] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.426430] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678260, 'name': CreateVM_Task, 'duration_secs': 0.626057} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.426601] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1021.427292] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.427463] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.427788] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.428177] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5151a6a-ac49-405e-8c44-f3fc5f38ad6c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.434220] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1021.434220] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524985fa-e25b-5687-96de-016be33fea06" [ 1021.434220] env[62225]: _type = "Task" [ 1021.434220] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.442129] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524985fa-e25b-5687-96de-016be33fea06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.469617] env[62225]: INFO nova.compute.manager [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Shelve offloading [ 1021.471462] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1021.471673] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7f4d29-e728-439f-9a88-05f9631d5ce0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.479712] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1021.479712] env[62225]: value = "task-678264" [ 1021.479712] env[62225]: _type = "Task" [ 1021.479712] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.488270] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.535573] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c63c5085-9855-40a0-a81b-7f9e9e604838 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.269s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.793121] env[62225]: DEBUG oslo_concurrency.lockutils [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] Releasing lock "refresh_cache-284a717f-d943-4daa-83df-eb8f40476e99" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.793121] env[62225]: DEBUG nova.compute.manager [req-ebf0aa16-cbfc-44f0-a3fd-a25653a97afc req-7b73c2ca-f12c-47b0-84e8-8ee75a656629 service nova] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Received event network-vif-deleted-c79c3b7c-98e0-49b9-a599-baf8ed211c5f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1021.829040] env[62225]: DEBUG nova.scheduler.client.report [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1021.849904] env[62225]: INFO nova.compute.manager [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Took 14.68 seconds to build instance. [ 1021.894350] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678263, 'name': ReconfigVM_Task, 'duration_secs': 0.289895} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.894350] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.894350] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62297cc3-650f-44c7-bac5-8f9ea1052068 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.902026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.902026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.902026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.902026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.902026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.904042] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1021.904042] env[62225]: value = "task-678265" [ 1021.904042] env[62225]: _type = "Task" [ 1021.904042] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.908727] env[62225]: INFO nova.compute.manager [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Terminating instance [ 1021.911356] env[62225]: DEBUG nova.compute.manager [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1021.911738] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1021.912811] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb042ca-1f33-4f10-b078-c55a14f6f8a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.920108] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678265, 'name': Rename_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.925161] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1021.926021] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439eb7e4-ea9e-4e8e-8570-575143a18add {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.936429] env[62225]: DEBUG oslo_vmware.api [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1021.936429] env[62225]: value = "task-678266" [ 1021.936429] env[62225]: _type = "Task" [ 1021.936429] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.950653] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]524985fa-e25b-5687-96de-016be33fea06, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.954111] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.956987] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.956987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.956987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.956987] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.956987] env[62225]: DEBUG oslo_vmware.api [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.956987] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14f6a723-9e22-4b99-af7d-67ae2434b897 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.965425] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.965797] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1021.966650] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7312b3-173d-49c5-9ab5-ada3a07dcf8f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.972674] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1021.972674] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5260904a-688a-a281-f8cb-a182c1e1c13d" [ 1021.972674] env[62225]: _type = "Task" [ 1021.972674] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.982163] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5260904a-688a-a281-f8cb-a182c1e1c13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.995028] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1021.995028] env[62225]: DEBUG nova.compute.manager [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1021.995028] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f769308d-546f-4b27-930b-efbf445c418a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.001625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.001911] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.002193] env[62225]: DEBUG nova.network.neutron [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1022.333432] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.356630] env[62225]: INFO nova.scheduler.client.report [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Deleted allocations for instance 3aa39e5d-0511-4346-8e85-d4936243941e [ 1022.356630] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6781ae7e-0c84-433c-9aca-de31769c5da9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.192s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.417321] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678265, 'name': Rename_Task, 'duration_secs': 0.18548} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.417802] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1022.418197] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cc06ce9-bc62-47d6-aa4d-15a5c8b2da0f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.427022] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1022.427022] env[62225]: value = "task-678267" [ 1022.427022] env[62225]: _type = "Task" [ 1022.427022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.434622] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.449273] env[62225]: DEBUG oslo_vmware.api [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678266, 'name': PowerOffVM_Task, 'duration_secs': 0.232631} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.449435] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1022.449766] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1022.450160] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e603a2a1-9daa-47fd-90b1-813863c6e137 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.487023] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5260904a-688a-a281-f8cb-a182c1e1c13d, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.487023] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4e0ee4-65a9-46a9-b650-e2c4c10bbdf2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.492539] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1022.492539] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5228fe27-8c02-9a86-ebd8-ef48b0838420" [ 1022.492539] env[62225]: _type = "Task" [ 1022.492539] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.501044] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5228fe27-8c02-9a86-ebd8-ef48b0838420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.524027] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1022.524027] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1022.524027] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleting the datastore file [datastore1] 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.524027] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e81bea-6228-4fd5-b49d-a42188c8f9d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.535020] env[62225]: DEBUG oslo_vmware.api [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1022.535020] env[62225]: value = "task-678269" [ 1022.535020] env[62225]: _type = "Task" [ 1022.535020] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.541813] env[62225]: DEBUG oslo_vmware.api [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.563264] env[62225]: DEBUG nova.compute.manager [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1022.563454] env[62225]: DEBUG nova.compute.manager [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing instance network info cache due to event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1022.563661] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.563862] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.564129] env[62225]: DEBUG nova.network.neutron [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1022.870249] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0637c3f7-49ac-4c97-bd13-8bdf6de0177f tempest-ServerDiskConfigTestJSON-925351025 tempest-ServerDiskConfigTestJSON-925351025-project-member] Lock "3aa39e5d-0511-4346-8e85-d4936243941e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.853s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.908509] env[62225]: DEBUG nova.network.neutron [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updating instance_info_cache with network_info: [{"id": "7ff790f3-f9d0-4a08-913b-280ac983499f", "address": "fa:16:3e:0a:b5:12", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff790f3-f9", "ovs_interfaceid": "7ff790f3-f9d0-4a08-913b-280ac983499f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.938924] env[62225]: DEBUG oslo_vmware.api [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678267, 'name': PowerOnVM_Task, 'duration_secs': 0.476592} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.939262] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1022.939496] env[62225]: INFO nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1022.939707] env[62225]: DEBUG nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1022.940578] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e68c68-1f52-4c90-ade3-c380c039da5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.954660] env[62225]: DEBUG nova.compute.manager [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Received event network-changed-094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1022.954660] env[62225]: DEBUG nova.compute.manager [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Refreshing instance network info cache due to event network-changed-094c7011-4b44-4ae3-8046-31ff675fef82. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1022.954660] env[62225]: DEBUG oslo_concurrency.lockutils [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.954660] env[62225]: DEBUG oslo_concurrency.lockutils [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.954660] env[62225]: DEBUG nova.network.neutron [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Refreshing network info cache for port 094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1023.006551] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5228fe27-8c02-9a86-ebd8-ef48b0838420, 'name': SearchDatastore_Task, 'duration_secs': 0.017041} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.006752] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.007087] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 284a717f-d943-4daa-83df-eb8f40476e99/284a717f-d943-4daa-83df-eb8f40476e99.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1023.007799] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1e7ec6-c185-49d4-a1a0-86409ae5e7e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.016203] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1023.016203] env[62225]: value = "task-678270" [ 1023.016203] env[62225]: _type = "Task" [ 1023.016203] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.025478] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.046126] env[62225]: DEBUG oslo_vmware.api [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203715} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.046126] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.046126] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1023.046126] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1023.046126] env[62225]: INFO nova.compute.manager [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1023.046126] env[62225]: DEBUG oslo.service.loopingcall [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.046126] env[62225]: DEBUG nova.compute.manager [-] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1023.046126] env[62225]: DEBUG nova.network.neutron [-] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1023.415237] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.472720] env[62225]: INFO nova.compute.manager [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Took 11.91 seconds to build instance. [ 1023.532522] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678270, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.576262] env[62225]: DEBUG nova.network.neutron [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updated VIF entry in instance network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1023.576771] env[62225]: DEBUG nova.network.neutron [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.838727] env[62225]: INFO nova.compute.manager [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Rebuilding instance [ 1023.890667] env[62225]: DEBUG nova.compute.manager [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1023.892385] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb0dc2f-9be6-4dd2-889a-9003db561839 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.979225] env[62225]: DEBUG oslo_concurrency.lockutils [None req-77ac41b6-6882-41d1-9d31-cadf60ae7fd8 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.422s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.032021] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618914} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.032021] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 284a717f-d943-4daa-83df-eb8f40476e99/284a717f-d943-4daa-83df-eb8f40476e99.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1024.032021] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.032021] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a620c77a-533d-4739-9d57-3deecf80c043 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.039645] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1024.039645] env[62225]: value = "task-678271" [ 1024.039645] env[62225]: _type = "Task" [ 1024.039645] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.049434] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.080541] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.081071] env[62225]: DEBUG nova.compute.manager [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1024.081301] env[62225]: DEBUG nova.compute.manager [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing instance network info cache due to event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1024.081529] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.081709] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.081888] env[62225]: DEBUG nova.network.neutron [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1024.112143] env[62225]: DEBUG nova.network.neutron [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updated VIF entry in instance network info cache for port 094c7011-4b44-4ae3-8046-31ff675fef82. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1024.112143] env[62225]: DEBUG nova.network.neutron [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.407060] env[62225]: DEBUG nova.network.neutron [-] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.414545] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1024.414626] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a56c02-4c3b-4a45-a329-31933f9c8033 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.426379] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1024.426379] env[62225]: value = "task-678272" [ 1024.426379] env[62225]: _type = "Task" [ 1024.426379] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.427765] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1024.429081] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07839237-d25d-44aa-830c-76de0eaa2284 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.449639] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1024.449932] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.450826] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518fb0d5-f6f5-4340-bc0f-d0fbe07e5271 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.536315] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1024.536683] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1024.536819] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleting the datastore file [datastore1] 29de29ef-ee84-4326-adea-9b6c40adbd33 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.537102] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa7d8496-1469-4a40-9b4b-2a769edc96c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.547137] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1024.547137] env[62225]: value = "task-678274" [ 1024.547137] env[62225]: _type = "Task" [ 1024.547137] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.553404] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24329} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.554621] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.554952] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c2aff-b122-4e9d-bd16-805b7ae1eee1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.560764] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.586882] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 284a717f-d943-4daa-83df-eb8f40476e99/284a717f-d943-4daa-83df-eb8f40476e99.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.590949] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c7da96b-d3ed-4833-a9e0-4eabae5997bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.607919] env[62225]: DEBUG nova.compute.manager [req-29f25255-3b58-4228-9cdc-b7338d7582e8 req-4b5e0fa7-4b2b-4d54-90a0-5f51cfd3f86c service nova] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Received event network-vif-deleted-fb3e1b04-21eb-48d1-a15b-a4cbe48a8261 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1024.615549] env[62225]: DEBUG oslo_concurrency.lockutils [req-be0a4b5e-b0b6-4a99-a5f9-a858da801177 req-90da26c5-c515-4cdc-81b8-633808ae9f95 service nova] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.618406] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1024.618406] env[62225]: value = "task-678275" [ 1024.618406] env[62225]: _type = "Task" [ 1024.618406] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.629544] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.871018] env[62225]: DEBUG nova.network.neutron [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updated VIF entry in instance network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1024.871445] env[62225]: DEBUG nova.network.neutron [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.909616] env[62225]: INFO nova.compute.manager [-] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Took 1.86 seconds to deallocate network for instance. [ 1024.939786] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678272, 'name': PowerOffVM_Task, 'duration_secs': 0.297159} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.940083] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1024.940341] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1024.941226] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b72d4a-c150-4179-bf1b-04328e466af1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.951085] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1024.951943] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc508a29-5e4f-494e-af55-e847c2dc178a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.978289] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1024.978560] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1024.978710] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Deleting the datastore file [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.978997] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45743f26-b72c-4cdf-8fa3-ba8e16dcd880 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.985845] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Received event network-vif-unplugged-7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1024.986198] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquiring lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.986457] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.986644] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.986823] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] No waiting events found dispatching network-vif-unplugged-7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1024.987000] env[62225]: WARNING nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Received unexpected event network-vif-unplugged-7ff790f3-f9d0-4a08-913b-280ac983499f for instance with vm_state shelved and task_state shelving_offloading. [ 1024.987184] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Received event network-changed-7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1024.987346] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Refreshing instance network info cache due to event network-changed-7ff790f3-f9d0-4a08-913b-280ac983499f. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1024.987547] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquiring lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.987705] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquired lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.987871] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Refreshing network info cache for port 7ff790f3-f9d0-4a08-913b-280ac983499f {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1024.991048] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1024.991048] env[62225]: value = "task-678277" [ 1024.991048] env[62225]: _type = "Task" [ 1024.991048] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.000389] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.062118] env[62225]: DEBUG oslo_vmware.api [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509036} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.062434] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.062632] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1025.062810] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1025.093612] env[62225]: INFO nova.scheduler.client.report [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocations for instance 29de29ef-ee84-4326-adea-9b6c40adbd33 [ 1025.134012] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.374634] env[62225]: DEBUG oslo_concurrency.lockutils [req-ae3939c3-a457-4205-aa6c-7cb1cfebc23c req-102cdc39-5eb5-4bae-8a01-a2df3c6dda5f service nova] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.417212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.417212] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.417212] env[62225]: DEBUG nova.objects.instance [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'resources' on Instance uuid 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.510231] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40702} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.511044] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.511044] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1025.511044] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1025.599031] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.630620] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.829788] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updated VIF entry in instance network info cache for port 7ff790f3-f9d0-4a08-913b-280ac983499f. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1025.830203] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updating instance_info_cache with network_info: [{"id": "7ff790f3-f9d0-4a08-913b-280ac983499f", "address": "fa:16:3e:0a:b5:12", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": null, "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7ff790f3-f9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.084488] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5b644c-61af-43cf-a031-bc2a0e4438dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.093498] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a7a1c-a74e-4ef4-8315-9c0d3b95434e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.129525] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702b22a7-9213-45f2-b1cd-b7e1a1980c6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.138123] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.141432] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea49699-3339-40ae-879e-a0766a093246 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.156608] env[62225]: DEBUG nova.compute.provider_tree [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.334728] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Releasing lock "refresh_cache-29de29ef-ee84-4326-adea-9b6c40adbd33" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.335061] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1026.335246] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing instance network info cache due to event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1026.335462] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.335606] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.335793] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1026.546398] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1026.546674] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1026.546841] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.547039] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1026.547194] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.547344] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1026.547555] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1026.547720] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1026.547892] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1026.548079] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1026.548262] env[62225]: DEBUG nova.virt.hardware [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.549141] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ce2f3a-04de-49ff-ae29-15b35e97775d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557264] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419397f2-5d8d-4550-983b-cef13bca8917 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.570569] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance VIF info [] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.576174] env[62225]: DEBUG oslo.service.loopingcall [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.576421] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1026.576632] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8f7e61-1073-40f6-85c4-4939c2ecc9b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.593820] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.593820] env[62225]: value = "task-678278" [ 1026.593820] env[62225]: _type = "Task" [ 1026.593820] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.601839] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678278, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.636061] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678275, 'name': ReconfigVM_Task, 'duration_secs': 1.966285} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.636212] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 284a717f-d943-4daa-83df-eb8f40476e99/284a717f-d943-4daa-83df-eb8f40476e99.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.636744] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e510570f-47cc-44cd-9632-aefeaafba8a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.643107] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1026.643107] env[62225]: value = "task-678279" [ 1026.643107] env[62225]: _type = "Task" [ 1026.643107] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.651525] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678279, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.659639] env[62225]: DEBUG nova.scheduler.client.report [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1026.664012] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "29de29ef-ee84-4326-adea-9b6c40adbd33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.068411] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updated VIF entry in instance network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1027.068808] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.105415] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678278, 'name': CreateVM_Task, 'duration_secs': 0.458119} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.105755] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1027.105986] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.106165] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.106491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.106786] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b77739-5fd7-4ddb-9178-eab88c8fb356 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.112126] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1027.112126] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5242e2b1-98c0-056d-0659-a2efb7821014" [ 1027.112126] env[62225]: _type = "Task" [ 1027.112126] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.120092] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5242e2b1-98c0-056d-0659-a2efb7821014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.152260] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678279, 'name': Rename_Task, 'duration_secs': 0.173621} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.152517] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1027.152748] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65ca7812-24e5-4b0c-b131-5a2ab63a2b8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.159157] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1027.159157] env[62225]: value = "task-678280" [ 1027.159157] env[62225]: _type = "Task" [ 1027.159157] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.167377] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.169256] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.169710] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.571s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.169948] env[62225]: DEBUG nova.objects.instance [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'resources' on Instance uuid 29de29ef-ee84-4326-adea-9b6c40adbd33 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.190172] env[62225]: INFO nova.scheduler.client.report [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleted allocations for instance 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92 [ 1027.571653] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.572114] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1027.572398] env[62225]: DEBUG nova.compute.manager [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing instance network info cache due to event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1027.572706] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.572917] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.573281] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1027.623949] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5242e2b1-98c0-056d-0659-a2efb7821014, 'name': SearchDatastore_Task, 'duration_secs': 0.037434} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.624340] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.624667] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.624972] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.625197] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.625440] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.625761] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63fd93d-1e82-43b2-b19f-db62cba7f7f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.635460] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.635655] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1027.636419] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7dd8ca5-96b5-4c6d-9e57-eddb2e283531 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.642574] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1027.642574] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ba29ca-b35e-1792-75d4-df3e5e40ad99" [ 1027.642574] env[62225]: _type = "Task" [ 1027.642574] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.652420] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ba29ca-b35e-1792-75d4-df3e5e40ad99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.668919] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.672599] env[62225]: DEBUG nova.objects.instance [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'numa_topology' on Instance uuid 29de29ef-ee84-4326-adea-9b6c40adbd33 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.700440] env[62225]: DEBUG oslo_concurrency.lockutils [None req-485bc9d1-ecbd-49bf-b01e-8456d51fb53a tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "8a6ad4c6-3b26-4059-9795-e58ed8bd2a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.799s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.155118] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52ba29ca-b35e-1792-75d4-df3e5e40ad99, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.155947] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe4aae2-0b83-463a-9510-7443b2ee63cb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.164820] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1028.164820] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528582ee-ae3d-b900-cdb8-c7be0e1558be" [ 1028.164820] env[62225]: _type = "Task" [ 1028.164820] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.171455] env[62225]: DEBUG oslo_vmware.api [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678280, 'name': PowerOnVM_Task, 'duration_secs': 0.590756} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.172161] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1028.172615] env[62225]: INFO nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1028.172615] env[62225]: DEBUG nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1028.173384] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fe206c-bcd6-486d-8cb3-ce97e0afaac5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.179642] env[62225]: DEBUG nova.objects.base [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Object Instance<29de29ef-ee84-4326-adea-9b6c40adbd33> lazy-loaded attributes: resources,numa_topology {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1028.182040] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]528582ee-ae3d-b900-cdb8-c7be0e1558be, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.184732] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.185013] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1028.185326] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25aeae19-391d-45ab-ae06-87e2f6d8c933 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.197641] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1028.197641] env[62225]: value = "task-678281" [ 1028.197641] env[62225]: _type = "Task" [ 1028.197641] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.211696] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.333064] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updated VIF entry in instance network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1028.333547] env[62225]: DEBUG nova.network.neutron [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.339495] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab037eb1-ea04-4a89-8aa1-6962be92d062 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.349134] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d47755-3774-44d2-a452-35176148c31f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.389595] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e43a9bf-4102-4a57-af27-0372558bdf39 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.400806] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03e6aa3-e4e0-4665-9c13-7ec79f152169 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.420180] env[62225]: DEBUG nova.compute.provider_tree [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.704165] env[62225]: INFO nova.compute.manager [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Took 16.28 seconds to build instance. [ 1028.708940] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678281, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.836966] env[62225]: DEBUG oslo_concurrency.lockutils [req-57fa4e83-f242-4995-a478-2ec7ef0d742a req-0b2a9465-90e6-4ae9-9fdd-6bc19af4def0 service nova] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.924065] env[62225]: DEBUG nova.scheduler.client.report [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1029.208650] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ae3efc12-ec5d-4b3a-be28-d974d2246f99 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "284a717f-d943-4daa-83df-eb8f40476e99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.803s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.209076] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514934} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.209171] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1029.209391] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.209643] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d61ce7f-7411-4b68-8950-8709165c123c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.217461] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1029.217461] env[62225]: value = "task-678283" [ 1029.217461] env[62225]: _type = "Task" [ 1029.217461] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.228349] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.429496] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.728429] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067095} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.728658] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.729442] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56773309-0803-485a-b5ed-0992681c8190 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.750391] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.750680] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd71b7df-c4b3-43cd-8ef1-a80fb6bc3f78 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.770770] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1029.770770] env[62225]: value = "task-678284" [ 1029.770770] env[62225]: _type = "Task" [ 1029.770770] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.778772] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.890954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "284a717f-d943-4daa-83df-eb8f40476e99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.890954] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "284a717f-d943-4daa-83df-eb8f40476e99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.891178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "284a717f-d943-4daa-83df-eb8f40476e99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.891268] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "284a717f-d943-4daa-83df-eb8f40476e99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.891448] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "284a717f-d943-4daa-83df-eb8f40476e99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.893758] env[62225]: INFO nova.compute.manager [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Terminating instance [ 1029.895536] env[62225]: DEBUG nova.compute.manager [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1029.895735] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1029.896588] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ef1ba-62f7-41e7-babe-26f3b9da7a85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.904733] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1029.904970] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05076836-8ec6-4d7a-8744-95b506aba91f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.912445] env[62225]: DEBUG oslo_vmware.api [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1029.912445] env[62225]: value = "task-678285" [ 1029.912445] env[62225]: _type = "Task" [ 1029.912445] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.923398] env[62225]: DEBUG oslo_vmware.api [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.937724] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a78d78c6-8ea4-4353-b531-1d12cfa2d9fc tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.899s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.938965] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.275s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.939312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.939637] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.939922] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.942469] env[62225]: INFO nova.compute.manager [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Terminating instance [ 1029.944789] env[62225]: DEBUG nova.compute.manager [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1029.945108] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1029.945488] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a598f6f-158e-4365-a492-e4665dd51ed2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.958942] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd157c59-674b-424d-84ab-10b30f0c8237 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.004445] env[62225]: WARNING nova.virt.vmwareapi.vmops [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 29de29ef-ee84-4326-adea-9b6c40adbd33 could not be found. [ 1030.004777] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1030.005069] env[62225]: INFO nova.compute.manager [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1030.005448] env[62225]: DEBUG oslo.service.loopingcall [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.005862] env[62225]: DEBUG nova.compute.manager [-] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1030.006047] env[62225]: DEBUG nova.network.neutron [-] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1030.283817] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.423034] env[62225]: DEBUG oslo_vmware.api [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678285, 'name': PowerOffVM_Task, 'duration_secs': 0.367808} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.424052] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1030.424052] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1030.424052] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2988e68-5b50-4cc7-a129-fb6122c8ebf7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.487465] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1030.487815] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1030.488176] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore1] 284a717f-d943-4daa-83df-eb8f40476e99 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.488540] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6e25956-524f-4a69-b592-ae0fee347086 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.496156] env[62225]: DEBUG oslo_vmware.api [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1030.496156] env[62225]: value = "task-678287" [ 1030.496156] env[62225]: _type = "Task" [ 1030.496156] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.505554] env[62225]: DEBUG oslo_vmware.api [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.729469] env[62225]: DEBUG nova.network.neutron [-] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.781736] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678284, 'name': ReconfigVM_Task, 'duration_secs': 0.709064} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.782020] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b/98aeeca1-9889-46b9-b68f-6a16aaeeec6b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.782635] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-854842bb-bfbe-4626-99d5-7f1b8781ff05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.789861] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1030.789861] env[62225]: value = "task-678288" [ 1030.789861] env[62225]: _type = "Task" [ 1030.789861] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.798102] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678288, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.006256] env[62225]: DEBUG oslo_vmware.api [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158793} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.006532] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.006722] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1031.007040] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1031.007229] env[62225]: INFO nova.compute.manager [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1031.007467] env[62225]: DEBUG oslo.service.loopingcall [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.007660] env[62225]: DEBUG nova.compute.manager [-] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1031.007753] env[62225]: DEBUG nova.network.neutron [-] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1031.231737] env[62225]: INFO nova.compute.manager [-] [instance: 29de29ef-ee84-4326-adea-9b6c40adbd33] Took 1.23 seconds to deallocate network for instance. [ 1031.300220] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678288, 'name': Rename_Task, 'duration_secs': 0.139325} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.300556] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1031.300727] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d59a4ad-629e-45a8-86e9-1ba6df9c2805 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.307457] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1031.307457] env[62225]: value = "task-678289" [ 1031.307457] env[62225]: _type = "Task" [ 1031.307457] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.333489] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.738589] env[62225]: DEBUG nova.network.neutron [-] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.817959] env[62225]: DEBUG oslo_vmware.api [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678289, 'name': PowerOnVM_Task, 'duration_secs': 0.459458} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.818279] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1031.818489] env[62225]: DEBUG nova.compute.manager [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1031.819307] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32660b82-0cb7-4db2-8573-443deedbe3a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.244157] env[62225]: INFO nova.compute.manager [-] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Took 1.24 seconds to deallocate network for instance. [ 1032.259508] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ea0ab89a-4afa-4eaa-993d-addae2615646 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "29de29ef-ee84-4326-adea-9b6c40adbd33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.321s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.274526] env[62225]: DEBUG nova.compute.manager [req-07ba01a1-f33a-40fb-97ca-b1c5b335a144 req-817eea92-808e-4549-83b4-5c86afd1e29b service nova] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Received event network-vif-deleted-2d946413-bde0-40f3-98e7-6dc4f3ae9450 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1032.334642] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.334997] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.335161] env[62225]: DEBUG nova.objects.instance [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62225) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.522964] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.523271] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.523496] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.523712] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.523897] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.526221] env[62225]: INFO nova.compute.manager [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Terminating instance [ 1032.527914] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "refresh_cache-98aeeca1-9889-46b9-b68f-6a16aaeeec6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.528091] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquired lock "refresh_cache-98aeeca1-9889-46b9-b68f-6a16aaeeec6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.528264] env[62225]: DEBUG nova.network.neutron [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1032.750322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.046200] env[62225]: DEBUG nova.network.neutron [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1033.093229] env[62225]: DEBUG nova.network.neutron [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.180240] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "4372db44-65a6-4a02-9860-9182323c161e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.180490] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "4372db44-65a6-4a02-9860-9182323c161e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.180720] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "4372db44-65a6-4a02-9860-9182323c161e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.180924] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "4372db44-65a6-4a02-9860-9182323c161e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.181115] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "4372db44-65a6-4a02-9860-9182323c161e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.183385] env[62225]: INFO nova.compute.manager [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Terminating instance [ 1033.185546] env[62225]: DEBUG nova.compute.manager [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1033.185868] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1033.186614] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d046c4-2e2c-4540-9473-2bd251a7b190 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.195816] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1033.196102] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02e02a9b-daa0-49f8-9b36-87a5381070da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.202717] env[62225]: DEBUG oslo_vmware.api [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1033.202717] env[62225]: value = "task-678290" [ 1033.202717] env[62225]: _type = "Task" [ 1033.202717] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.211589] env[62225]: DEBUG oslo_vmware.api [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.343786] env[62225]: DEBUG oslo_concurrency.lockutils [None req-b7aa6332-dc49-46c0-8545-45700b0f7ed0 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.345155] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.595s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.345412] env[62225]: DEBUG nova.objects.instance [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'resources' on Instance uuid 284a717f-d943-4daa-83df-eb8f40476e99 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.596412] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Releasing lock "refresh_cache-98aeeca1-9889-46b9-b68f-6a16aaeeec6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.596832] env[62225]: DEBUG nova.compute.manager [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1033.597048] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1033.597938] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd9a92f-2b17-43da-9d7b-2ecb5b887860 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.605962] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1033.606212] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6445a63f-3abe-4554-b6ab-e94ae973ba9d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.612616] env[62225]: DEBUG oslo_vmware.api [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1033.612616] env[62225]: value = "task-678291" [ 1033.612616] env[62225]: _type = "Task" [ 1033.612616] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.621371] env[62225]: DEBUG oslo_vmware.api [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.713018] env[62225]: DEBUG oslo_vmware.api [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678290, 'name': PowerOffVM_Task, 'duration_secs': 0.353779} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.713313] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1033.713550] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1033.713858] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87fa3848-5d86-472a-bdf7-1d189acb92ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.787613] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1033.787975] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1033.788305] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleting the datastore file [datastore2] 4372db44-65a6-4a02-9860-9182323c161e {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.788672] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30dfb690-e88a-44ac-bf93-11a43ad58af1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.796632] env[62225]: DEBUG oslo_vmware.api [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1033.796632] env[62225]: value = "task-678293" [ 1033.796632] env[62225]: _type = "Task" [ 1033.796632] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.807188] env[62225]: DEBUG oslo_vmware.api [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.885307] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "a6c03e47-a021-460b-b10a-3f093fb741d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.885574] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.018672] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b54a94-245c-4e53-8eb2-e99079902c09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.026628] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c0092-40f6-4bf1-989c-e2ad053af1d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.055494] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28df1fc5-0b57-4154-9203-29d2323fb4d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.062896] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df0b58a-001c-493f-9505-109ab0aea3e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.076265] env[62225]: DEBUG nova.compute.provider_tree [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.123522] env[62225]: DEBUG oslo_vmware.api [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678291, 'name': PowerOffVM_Task, 'duration_secs': 0.187358} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.123802] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1034.123988] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1034.124248] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68d5798e-6bb3-4ac9-9842-41bb643f0a22 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.149558] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1034.149802] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1034.149965] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Deleting the datastore file [datastore1] 98aeeca1-9889-46b9-b68f-6a16aaeeec6b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.150575] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0649c344-a01a-4c1b-abb0-40c10ad87c9c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.157520] env[62225]: DEBUG oslo_vmware.api [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for the task: (returnval){ [ 1034.157520] env[62225]: value = "task-678295" [ 1034.157520] env[62225]: _type = "Task" [ 1034.157520] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.166033] env[62225]: DEBUG oslo_vmware.api [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.307133] env[62225]: DEBUG oslo_vmware.api [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185433} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.307423] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.307617] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1034.307803] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1034.307986] env[62225]: INFO nova.compute.manager [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.308254] env[62225]: DEBUG oslo.service.loopingcall [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.308458] env[62225]: DEBUG nova.compute.manager [-] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1034.308551] env[62225]: DEBUG nova.network.neutron [-] [instance: 4372db44-65a6-4a02-9860-9182323c161e] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1034.390776] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1034.431507] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-5b458ea8-0149-40c0-abcb-a51812ec6369-dde7efc8-6673-4f40-840d-51b2df3776f3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.432106] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-5b458ea8-0149-40c0-abcb-a51812ec6369-dde7efc8-6673-4f40-840d-51b2df3776f3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.432267] env[62225]: DEBUG nova.objects.instance [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'flavor' on Instance uuid 5b458ea8-0149-40c0-abcb-a51812ec6369 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.534859] env[62225]: DEBUG nova.compute.manager [req-6d22e7db-c92b-440a-b748-5a3f300fffe8 req-fa044ffe-53f9-4473-9405-58093053a440 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Received event network-vif-deleted-a6a2d104-c255-46d8-aaa7-83a1d95612de {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1034.535076] env[62225]: INFO nova.compute.manager [req-6d22e7db-c92b-440a-b748-5a3f300fffe8 req-fa044ffe-53f9-4473-9405-58093053a440 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Neutron deleted interface a6a2d104-c255-46d8-aaa7-83a1d95612de; detaching it from the instance and deleting it from the info cache [ 1034.535253] env[62225]: DEBUG nova.network.neutron [req-6d22e7db-c92b-440a-b748-5a3f300fffe8 req-fa044ffe-53f9-4473-9405-58093053a440 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.578945] env[62225]: DEBUG nova.scheduler.client.report [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1034.667914] env[62225]: DEBUG oslo_vmware.api [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Task: {'id': task-678295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121427} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.668207] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.668401] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1034.668586] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1034.668822] env[62225]: INFO nova.compute.manager [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1034.669116] env[62225]: DEBUG oslo.service.loopingcall [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.669324] env[62225]: DEBUG nova.compute.manager [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1034.669419] env[62225]: DEBUG nova.network.neutron [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1034.683339] env[62225]: DEBUG nova.network.neutron [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1034.910543] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.013871] env[62225]: DEBUG nova.network.neutron [-] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.038109] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a043b67-f671-4c34-a9cb-524412113892 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.041296] env[62225]: DEBUG nova.objects.instance [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'pci_requests' on Instance uuid 5b458ea8-0149-40c0-abcb-a51812ec6369 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.050841] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a85433-0b43-43d1-a70b-3d75b75d6da1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.082534] env[62225]: DEBUG nova.compute.manager [req-6d22e7db-c92b-440a-b748-5a3f300fffe8 req-fa044ffe-53f9-4473-9405-58093053a440 service nova] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Detach interface failed, port_id=a6a2d104-c255-46d8-aaa7-83a1d95612de, reason: Instance 4372db44-65a6-4a02-9860-9182323c161e could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1035.083350] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.085623] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.175s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.086893] env[62225]: INFO nova.compute.claims [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.102893] env[62225]: INFO nova.scheduler.client.report [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance 284a717f-d943-4daa-83df-eb8f40476e99 [ 1035.185668] env[62225]: DEBUG nova.network.neutron [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.516276] env[62225]: INFO nova.compute.manager [-] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Took 1.21 seconds to deallocate network for instance. [ 1035.543988] env[62225]: DEBUG nova.objects.base [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Object Instance<5b458ea8-0149-40c0-abcb-a51812ec6369> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1035.543988] env[62225]: DEBUG nova.network.neutron [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1035.592459] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.592639] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.609170] env[62225]: DEBUG nova.policy [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1035.614762] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83e0d221-f583-4dcf-a900-e68744dd07bb tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "284a717f-d943-4daa-83df-eb8f40476e99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.687794] env[62225]: INFO nova.compute.manager [-] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Took 1.02 seconds to deallocate network for instance. [ 1036.022565] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.102223] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.102395] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1036.103305] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1036.193653] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.232694] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ec9b51-4ed7-4911-b8fc-d8374e255c59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.241018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed92cc1-e388-4152-8806-00c6ea687966 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.271322] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f26300-da8d-4525-a7ee-4b94f6b2f32b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.278489] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bc598-d1cd-471e-bace-56bf448fe1e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.294836] env[62225]: DEBUG nova.compute.provider_tree [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.515656] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "cdba16a5-3907-4184-813d-ce8c8df03796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.515992] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "cdba16a5-3907-4184-813d-ce8c8df03796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.516291] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "cdba16a5-3907-4184-813d-ce8c8df03796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.516528] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "cdba16a5-3907-4184-813d-ce8c8df03796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.516688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "cdba16a5-3907-4184-813d-ce8c8df03796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.519163] env[62225]: INFO nova.compute.manager [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Terminating instance [ 1036.521109] env[62225]: DEBUG nova.compute.manager [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1036.521369] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1036.522314] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26a08b-81d3-40b2-91c3-92814f42a747 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.531427] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1036.531662] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429f3d1a-4945-4913-84de-ad48f6ecc69f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.538327] env[62225]: DEBUG oslo_vmware.api [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1036.538327] env[62225]: value = "task-678296" [ 1036.538327] env[62225]: _type = "Task" [ 1036.538327] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.546609] env[62225]: DEBUG oslo_vmware.api [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.608088] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Skipping network cache update for instance because it is being deleted. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1036.608306] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1036.635026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.635184] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.635338] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1036.635510] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid 83575fca-aa81-42cd-a53e-2e984ca072b2 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.797886] env[62225]: DEBUG nova.scheduler.client.report [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1036.978927] env[62225]: DEBUG nova.compute.manager [req-28328346-1489-4cf5-a52f-e57a3c1cc39a req-774216fd-b6f4-4989-adcf-f36cb2a650f2 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-vif-plugged-dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1036.979186] env[62225]: DEBUG oslo_concurrency.lockutils [req-28328346-1489-4cf5-a52f-e57a3c1cc39a req-774216fd-b6f4-4989-adcf-f36cb2a650f2 service nova] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.979408] env[62225]: DEBUG oslo_concurrency.lockutils [req-28328346-1489-4cf5-a52f-e57a3c1cc39a req-774216fd-b6f4-4989-adcf-f36cb2a650f2 service nova] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.979578] env[62225]: DEBUG oslo_concurrency.lockutils [req-28328346-1489-4cf5-a52f-e57a3c1cc39a req-774216fd-b6f4-4989-adcf-f36cb2a650f2 service nova] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.979748] env[62225]: DEBUG nova.compute.manager [req-28328346-1489-4cf5-a52f-e57a3c1cc39a req-774216fd-b6f4-4989-adcf-f36cb2a650f2 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] No waiting events found dispatching network-vif-plugged-dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1036.979918] env[62225]: WARNING nova.compute.manager [req-28328346-1489-4cf5-a52f-e57a3c1cc39a req-774216fd-b6f4-4989-adcf-f36cb2a650f2 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received unexpected event network-vif-plugged-dde7efc8-6673-4f40-840d-51b2df3776f3 for instance with vm_state active and task_state None. [ 1037.048480] env[62225]: DEBUG oslo_vmware.api [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678296, 'name': PowerOffVM_Task, 'duration_secs': 0.293174} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.048729] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1037.048905] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1037.049194] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a55585d1-105d-4257-abd3-541e5be0eca0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.051912] env[62225]: DEBUG nova.network.neutron [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Successfully updated port: dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.111170] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1037.111429] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1037.111651] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore2] cdba16a5-3907-4184-813d-ce8c8df03796 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.111979] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4a7d317-aea2-4081-b39c-e488b2b211c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.119205] env[62225]: DEBUG oslo_vmware.api [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1037.119205] env[62225]: value = "task-678298" [ 1037.119205] env[62225]: _type = "Task" [ 1037.119205] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.127283] env[62225]: DEBUG oslo_vmware.api [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.302925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.303515] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1037.307973] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.285s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.307973] env[62225]: DEBUG nova.objects.instance [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'resources' on Instance uuid 4372db44-65a6-4a02-9860-9182323c161e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.554899] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.555264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.555307] env[62225]: DEBUG nova.network.neutron [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1037.629904] env[62225]: DEBUG oslo_vmware.api [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141173} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.630522] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.630722] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1037.630906] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1037.631099] env[62225]: INFO nova.compute.manager [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1037.631349] env[62225]: DEBUG oslo.service.loopingcall [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.631709] env[62225]: DEBUG nova.compute.manager [-] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1037.631709] env[62225]: DEBUG nova.network.neutron [-] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1037.811195] env[62225]: DEBUG nova.compute.utils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.815584] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1037.815763] env[62225]: DEBUG nova.network.neutron [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1037.876265] env[62225]: DEBUG nova.policy [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b46d1b7ebff4b02a5df2c7df3ef4d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987f21651793480f9491cd902ecaf08d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1037.996652] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cd393f-a580-4817-8257-1c1dd4782cc6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.004539] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e883b4-3574-4ad9-a142-20618958a355 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.034482] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dd563c-f58c-4b4a-8fb1-88e45483a375 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.043348] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1793272f-de52-4580-8d98-f31097bb1571 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.061836] env[62225]: DEBUG nova.compute.provider_tree [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.112562] env[62225]: WARNING nova.network.neutron [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] 7802fbd1-c169-47ff-af3a-4b8be8fd9d2e already exists in list: networks containing: ['7802fbd1-c169-47ff-af3a-4b8be8fd9d2e']. ignoring it [ 1038.295305] env[62225]: DEBUG nova.network.neutron [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Successfully created port: 77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.319790] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1038.399187] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updating instance_info_cache with network_info: [{"id": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "address": "fa:16:3e:94:d7:f0", "network": {"id": "e23c71ba-7a28-4602-ab1f-2f22006e14a5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1863804603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26743fb7c248c383aaa19d7a5a441b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64075ac3-6d", "ovs_interfaceid": "64075ac3-6dfd-4321-9d59-3d72bf4ad541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.409361] env[62225]: DEBUG nova.network.neutron [-] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.564791] env[62225]: DEBUG nova.scheduler.client.report [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1038.601069] env[62225]: DEBUG nova.network.neutron [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dde7efc8-6673-4f40-840d-51b2df3776f3", "address": "fa:16:3e:d1:3f:d3", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde7efc8-66", "ovs_interfaceid": "dde7efc8-6673-4f40-840d-51b2df3776f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.803753] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.804057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.804284] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.804472] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.804649] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.807025] env[62225]: INFO nova.compute.manager [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Terminating instance [ 1038.808783] env[62225]: DEBUG nova.compute.manager [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1038.808982] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1038.809833] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ef6e5-f586-460c-968a-2a0ebd2b2029 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.818166] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1038.818408] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57691c52-a8fa-44c6-9d60-9d2017285dcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.830091] env[62225]: DEBUG oslo_vmware.api [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 1038.830091] env[62225]: value = "task-678299" [ 1038.830091] env[62225]: _type = "Task" [ 1038.830091] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.839629] env[62225]: DEBUG oslo_vmware.api [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.903192] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-83575fca-aa81-42cd-a53e-2e984ca072b2" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.903474] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1038.903774] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.903999] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.904203] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.904433] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.904600] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.904841] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.905024] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1038.905226] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.912489] env[62225]: INFO nova.compute.manager [-] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Took 1.28 seconds to deallocate network for instance. [ 1039.007469] env[62225]: DEBUG nova.compute.manager [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-changed-dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1039.007469] env[62225]: DEBUG nova.compute.manager [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing instance network info cache due to event network-changed-dde7efc8-6673-4f40-840d-51b2df3776f3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1039.007469] env[62225]: DEBUG oslo_concurrency.lockutils [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.070893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.073295] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.880s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.074099] env[62225]: DEBUG nova.objects.instance [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lazy-loading 'resources' on Instance uuid 98aeeca1-9889-46b9-b68f-6a16aaeeec6b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.094457] env[62225]: INFO nova.scheduler.client.report [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleted allocations for instance 4372db44-65a6-4a02-9860-9182323c161e [ 1039.103183] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.103846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.104026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.104299] env[62225]: DEBUG oslo_concurrency.lockutils [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.104482] env[62225]: DEBUG nova.network.neutron [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing network info cache for port dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1039.106285] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d4920-e7f0-4297-ae74-45436e0e4225 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.125839] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1039.126098] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1039.126272] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.126462] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1039.126628] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.126777] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1039.126971] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1039.127149] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1039.127318] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1039.127483] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1039.127656] env[62225]: DEBUG nova.virt.hardware [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.133827] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Reconfiguring VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1039.134363] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bff4eb-f333-4f48-b47c-259ad152bf19 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.153469] env[62225]: DEBUG oslo_vmware.api [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1039.153469] env[62225]: value = "task-678300" [ 1039.153469] env[62225]: _type = "Task" [ 1039.153469] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.161784] env[62225]: DEBUG oslo_vmware.api [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678300, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.332630] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1039.345347] env[62225]: DEBUG oslo_vmware.api [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678299, 'name': PowerOffVM_Task, 'duration_secs': 0.231174} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.345653] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1039.345854] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1039.346147] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54986d27-b8af-489b-a452-01192222169c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.359878] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1039.360121] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1039.360289] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.360476] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1039.360629] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.360779] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1039.360994] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1039.361797] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1039.362045] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1039.362669] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1039.362917] env[62225]: DEBUG nova.virt.hardware [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.363839] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a83cfc-7ab3-4782-befb-00f6f0c8c8aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.373115] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8ccaa-ad69-4664-aee5-17228c2d2102 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.408722] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.414238] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1039.414711] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1039.414711] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleting the datastore file [datastore1] 4e2fab94-8f7d-4a6c-a28b-2f65267be03d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.414981] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92f2219-ef95-49e2-947a-38fbd128c408 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.419010] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.422618] env[62225]: DEBUG oslo_vmware.api [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for the task: (returnval){ [ 1039.422618] env[62225]: value = "task-678302" [ 1039.422618] env[62225]: _type = "Task" [ 1039.422618] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.430994] env[62225]: DEBUG oslo_vmware.api [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.602183] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6d17c70d-6e8c-4ec2-88e7-6a26d5c282c0 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "4372db44-65a6-4a02-9860-9182323c161e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.422s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.665352] env[62225]: DEBUG oslo_vmware.api [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.715524] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e1d90-787e-4304-8f80-b88336102137 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.725956] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f558697-0629-41cf-8ce1-52a8cb335ed0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.761944] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6106bd9f-87b2-46d6-b85f-cef804c0fb98 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.772585] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8701a-8b5d-4466-a5ba-a733a9d08887 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.787459] env[62225]: DEBUG nova.compute.provider_tree [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.935203] env[62225]: DEBUG oslo_vmware.api [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Task: {'id': task-678302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139831} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.936750] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.936750] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1039.936750] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1039.936750] env[62225]: INFO nova.compute.manager [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1039.937058] env[62225]: DEBUG oslo.service.loopingcall [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.937322] env[62225]: DEBUG nova.compute.manager [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1039.937516] env[62225]: DEBUG nova.network.neutron [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1039.949664] env[62225]: DEBUG nova.network.neutron [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updated VIF entry in instance network info cache for port dde7efc8-6673-4f40-840d-51b2df3776f3. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1039.950175] env[62225]: DEBUG nova.network.neutron [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dde7efc8-6673-4f40-840d-51b2df3776f3", "address": "fa:16:3e:d1:3f:d3", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde7efc8-66", "ovs_interfaceid": "dde7efc8-6673-4f40-840d-51b2df3776f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.018854] env[62225]: DEBUG nova.network.neutron [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Successfully updated port: 77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.164323] env[62225]: DEBUG oslo_vmware.api [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678300, 'name': ReconfigVM_Task, 'duration_secs': 0.54416} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.164823] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.165059] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Reconfigured VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1040.272635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "83575fca-aa81-42cd-a53e-2e984ca072b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.272895] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.273134] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "83575fca-aa81-42cd-a53e-2e984ca072b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.273329] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.273508] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.275855] env[62225]: INFO nova.compute.manager [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Terminating instance [ 1040.277729] env[62225]: DEBUG nova.compute.manager [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1040.277965] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1040.278826] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48069e1-3d23-48d1-a688-69ccb85f4f24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.287625] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1040.287971] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93a7a144-9d52-48c5-8ec3-8817f019d38a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.291502] env[62225]: DEBUG nova.scheduler.client.report [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1040.295963] env[62225]: DEBUG oslo_vmware.api [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1040.295963] env[62225]: value = "task-678303" [ 1040.295963] env[62225]: _type = "Task" [ 1040.295963] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.307431] env[62225]: DEBUG oslo_vmware.api [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.454759] env[62225]: DEBUG oslo_concurrency.lockutils [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.455226] env[62225]: DEBUG nova.compute.manager [req-d01bf99b-1815-4eda-b967-9f34fe15329e req-be3616a8-7b8c-40fc-afd7-ed9292da7ee7 service nova] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Received event network-vif-deleted-d5af9ecb-1df3-43bf-be90-70a3d7f37a6c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1040.472726] env[62225]: DEBUG nova.compute.manager [req-fc516aee-9193-49b6-927a-8c0826ffbdaf req-d7580088-e388-45dd-bdb0-344c37ed9099 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Received event network-vif-deleted-8505696a-947d-4df1-b46f-c526d52c7bb3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1040.474259] env[62225]: INFO nova.compute.manager [req-fc516aee-9193-49b6-927a-8c0826ffbdaf req-d7580088-e388-45dd-bdb0-344c37ed9099 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Neutron deleted interface 8505696a-947d-4df1-b46f-c526d52c7bb3; detaching it from the instance and deleting it from the info cache [ 1040.474259] env[62225]: DEBUG nova.network.neutron [req-fc516aee-9193-49b6-927a-8c0826ffbdaf req-d7580088-e388-45dd-bdb0-344c37ed9099 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.521739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-a6c03e47-a021-460b-b10a-3f093fb741d7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.521898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-a6c03e47-a021-460b-b10a-3f093fb741d7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.522057] env[62225]: DEBUG nova.network.neutron [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1040.670890] env[62225]: DEBUG oslo_concurrency.lockutils [None req-883149ed-e49f-496b-9fa0-dca593f25449 tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-5b458ea8-0149-40c0-abcb-a51812ec6369-dde7efc8-6673-4f40-840d-51b2df3776f3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.238s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.797656] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.800654] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.392s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.800758] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.801116] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1040.801444] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.382s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.801770] env[62225]: DEBUG nova.objects.instance [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'resources' on Instance uuid cdba16a5-3907-4184-813d-ce8c8df03796 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.807401] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c6ce2-aea8-4505-bbb0-24755cc423d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.821484] env[62225]: DEBUG oslo_vmware.api [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678303, 'name': PowerOffVM_Task, 'duration_secs': 0.377436} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.826113] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2044c584-fcf2-4a9c-b164-51c4d6e4935c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.835784] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1040.836213] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1040.837768] env[62225]: INFO nova.scheduler.client.report [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Deleted allocations for instance 98aeeca1-9889-46b9-b68f-6a16aaeeec6b [ 1040.841543] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c879b0f7-759f-46aa-b040-4eac45de81f0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.863724] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee66487-ddb7-458c-ac02-d5624601519a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.875678] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd9c5b1-47e8-4412-a9ef-46e5128b305c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.935212] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180518MB free_disk=83GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1040.935426] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.938237] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1040.938476] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1040.938765] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleting the datastore file [datastore2] 83575fca-aa81-42cd-a53e-2e984ca072b2 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.939243] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d26edf5-07c5-4c3f-b163-9b1c70a3bfa3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.943945] env[62225]: DEBUG nova.network.neutron [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.947312] env[62225]: DEBUG oslo_vmware.api [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for the task: (returnval){ [ 1040.947312] env[62225]: value = "task-678305" [ 1040.947312] env[62225]: _type = "Task" [ 1040.947312] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.957873] env[62225]: DEBUG oslo_vmware.api [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.979706] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8746a785-e52b-43d5-874c-984da7036b14 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.992670] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447c2bda-c1e6-4d2e-9f11-41b089a25d68 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.023919] env[62225]: DEBUG nova.compute.manager [req-fc516aee-9193-49b6-927a-8c0826ffbdaf req-d7580088-e388-45dd-bdb0-344c37ed9099 service nova] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Detach interface failed, port_id=8505696a-947d-4df1-b46f-c526d52c7bb3, reason: Instance 4e2fab94-8f7d-4a6c-a28b-2f65267be03d could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1041.054860] env[62225]: DEBUG nova.compute.manager [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Received event network-vif-plugged-77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1041.055019] env[62225]: DEBUG oslo_concurrency.lockutils [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] Acquiring lock "a6c03e47-a021-460b-b10a-3f093fb741d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.055273] env[62225]: DEBUG oslo_concurrency.lockutils [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.055468] env[62225]: DEBUG oslo_concurrency.lockutils [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.055690] env[62225]: DEBUG nova.compute.manager [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] No waiting events found dispatching network-vif-plugged-77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1041.055903] env[62225]: WARNING nova.compute.manager [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Received unexpected event network-vif-plugged-77facc04-84bd-4fd8-8807-3943c4219c36 for instance with vm_state building and task_state spawning. [ 1041.056113] env[62225]: DEBUG nova.compute.manager [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Received event network-changed-77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1041.056278] env[62225]: DEBUG nova.compute.manager [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Refreshing instance network info cache due to event network-changed-77facc04-84bd-4fd8-8807-3943c4219c36. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1041.056461] env[62225]: DEBUG oslo_concurrency.lockutils [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] Acquiring lock "refresh_cache-a6c03e47-a021-460b-b10a-3f093fb741d7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.057352] env[62225]: DEBUG nova.network.neutron [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1041.266941] env[62225]: DEBUG nova.network.neutron [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Updating instance_info_cache with network_info: [{"id": "77facc04-84bd-4fd8-8807-3943c4219c36", "address": "fa:16:3e:75:7a:3e", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77facc04-84", "ovs_interfaceid": "77facc04-84bd-4fd8-8807-3943c4219c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.350170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e17a8299-5ebf-442a-bf11-0ebeb3050362 tempest-ServerShowV257Test-652637692 tempest-ServerShowV257Test-652637692-project-member] Lock "98aeeca1-9889-46b9-b68f-6a16aaeeec6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.827s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.439650] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3919ab3-99df-4535-a01b-50cd94748543 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.446255] env[62225]: INFO nova.compute.manager [-] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Took 1.51 seconds to deallocate network for instance. [ 1041.453325] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4832652-10ec-4fcb-bd07-b10763d35e34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.465615] env[62225]: DEBUG oslo_vmware.api [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Task: {'id': task-678305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234843} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.490093] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.490342] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1041.490520] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1041.490701] env[62225]: INFO nova.compute.manager [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1041.490967] env[62225]: DEBUG oslo.service.loopingcall [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.492185] env[62225]: DEBUG nova.compute.manager [-] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1041.492320] env[62225]: DEBUG nova.network.neutron [-] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1041.494580] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61460e3-68d6-4490-9f5d-58cc025dd9a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.503892] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f2551-fad8-4d0d-9816-2b60a9039e71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.520710] env[62225]: DEBUG nova.compute.provider_tree [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.770042] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-a6c03e47-a021-460b-b10a-3f093fb741d7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.770042] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Instance network_info: |[{"id": "77facc04-84bd-4fd8-8807-3943c4219c36", "address": "fa:16:3e:75:7a:3e", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77facc04-84", "ovs_interfaceid": "77facc04-84bd-4fd8-8807-3943c4219c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1041.770524] env[62225]: DEBUG oslo_concurrency.lockutils [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] Acquired lock "refresh_cache-a6c03e47-a021-460b-b10a-3f093fb741d7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.770524] env[62225]: DEBUG nova.network.neutron [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Refreshing network info cache for port 77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1041.771433] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:7a:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77facc04-84bd-4fd8-8807-3943c4219c36', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.779708] env[62225]: DEBUG oslo.service.loopingcall [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.783119] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1041.783590] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-191097f8-8160-4760-9c3f-1f4ff5109b32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.804594] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.804594] env[62225]: value = "task-678306" [ 1041.804594] env[62225]: _type = "Task" [ 1041.804594] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.813732] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678306, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.961256] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.015591] env[62225]: DEBUG nova.network.neutron [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Updated VIF entry in instance network info cache for port 77facc04-84bd-4fd8-8807-3943c4219c36. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1042.016018] env[62225]: DEBUG nova.network.neutron [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Updating instance_info_cache with network_info: [{"id": "77facc04-84bd-4fd8-8807-3943c4219c36", "address": "fa:16:3e:75:7a:3e", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77facc04-84", "ovs_interfaceid": "77facc04-84bd-4fd8-8807-3943c4219c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.024139] env[62225]: DEBUG nova.scheduler.client.report [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1042.163544] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-5b458ea8-0149-40c0-abcb-a51812ec6369-dde7efc8-6673-4f40-840d-51b2df3776f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.164045] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-5b458ea8-0149-40c0-abcb-a51812ec6369-dde7efc8-6673-4f40-840d-51b2df3776f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.251647] env[62225]: DEBUG nova.network.neutron [-] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.326147] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678306, 'name': CreateVM_Task, 'duration_secs': 0.387964} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.326356] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1042.327068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.327253] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.327646] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.327919] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8698de42-9bae-462f-9809-03535b888eca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.333599] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1042.333599] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c5773-f8ce-0666-6e4c-32437e746bcb" [ 1042.333599] env[62225]: _type = "Task" [ 1042.333599] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.342146] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c5773-f8ce-0666-6e4c-32437e746bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.499174] env[62225]: DEBUG nova.compute.manager [req-dcce53f2-61e5-4079-a15b-9234bb55c0ad req-d0ae147e-d2de-4b36-8ca1-b3556f9e975f service nova] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Received event network-vif-deleted-64075ac3-6dfd-4321-9d59-3d72bf4ad541 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1042.518301] env[62225]: DEBUG oslo_concurrency.lockutils [req-39b8da1f-4bfc-4545-8dfe-188be6cdaaac req-d22f01c9-f469-4449-972c-90c6bbcdab16 service nova] Releasing lock "refresh_cache-a6c03e47-a021-460b-b10a-3f093fb741d7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.530754] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.533058] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.598s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.563761] env[62225]: INFO nova.scheduler.client.report [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance cdba16a5-3907-4184-813d-ce8c8df03796 [ 1042.667304] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.667551] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.668465] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eafacfd-9344-4239-8113-4bad937f3e0f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.688247] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b9129f-6a33-45cb-9eec-20e6682f827d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.715575] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Reconfiguring VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1042.716174] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71041b45-d9ea-4488-a699-e82fafa3fc9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.738750] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1042.738750] env[62225]: value = "task-678307" [ 1042.738750] env[62225]: _type = "Task" [ 1042.738750] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.748886] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.755887] env[62225]: INFO nova.compute.manager [-] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Took 1.26 seconds to deallocate network for instance. [ 1042.845924] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]525c5773-f8ce-0666-6e4c-32437e746bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.845924] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.845924] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.845924] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.846278] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.846278] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.846598] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc10cdda-dedd-4c6b-8cb0-f9de7b95ad35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.856012] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.856217] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1042.856930] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5995dd-f52f-415e-835b-4d5371eea310 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.862348] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1042.862348] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52935442-6a19-a7c6-4641-debc2f0d710e" [ 1042.862348] env[62225]: _type = "Task" [ 1042.862348] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.870272] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52935442-6a19-a7c6-4641-debc2f0d710e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.072061] env[62225]: DEBUG oslo_concurrency.lockutils [None req-66ca5ad7-ae61-4da0-b252-2365ec53ee05 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "cdba16a5-3907-4184-813d-ce8c8df03796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.556s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.249197] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.263279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.373147] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52935442-6a19-a7c6-4641-debc2f0d710e, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.373958] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad70603d-7b2a-4e4a-b500-37b42389203d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.379212] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1043.379212] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52436b81-a6ae-05e1-7066-8b2f8f1be21c" [ 1043.379212] env[62225]: _type = "Task" [ 1043.379212] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.388999] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52436b81-a6ae-05e1-7066-8b2f8f1be21c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.557287] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 83575fca-aa81-42cd-a53e-2e984ca072b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.557400] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.557503] env[62225]: WARNING nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 4e2fab94-8f7d-4a6c-a28b-2f65267be03d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.557624] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5b458ea8-0149-40c0-abcb-a51812ec6369 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.557737] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance b6b3006a-706a-467a-92f8-87fad7357c5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.557867] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.557951] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f298ce38-28e8-4629-9f1d-7f0df609a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.558076] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance a6c03e47-a021-460b-b10a-3f093fb741d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.592715] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.592961] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.749428] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.889717] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52436b81-a6ae-05e1-7066-8b2f8f1be21c, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.890088] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.890253] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] a6c03e47-a021-460b-b10a-3f093fb741d7/a6c03e47-a021-460b-b10a-3f093fb741d7.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1043.890623] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b44021f2-7b34-4763-a363-652e6dcf83b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.897818] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1043.897818] env[62225]: value = "task-678308" [ 1043.897818] env[62225]: _type = "Task" [ 1043.897818] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.906401] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.971711] env[62225]: DEBUG oslo_concurrency.lockutils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.971974] env[62225]: DEBUG oslo_concurrency.lockutils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.061499] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance a3ed09e1-0f55-4f26-80c5-ed12d8b22166 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1044.061787] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1044.062044] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1044.095626] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1044.208977] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2185f80-08c3-4f7b-b72b-17fe9ec1f789 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.218448] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf40a6f-4ce0-40df-9802-e8ef4ad9f63e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.256954] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc16156-51d1-44e8-9fa5-4f83980adad5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.269817] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7725e7-89d9-44ca-8eb0-8648033d050f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.274249] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.286614] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.408119] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43366} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.408379] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] a6c03e47-a021-460b-b10a-3f093fb741d7/a6c03e47-a021-460b-b10a-3f093fb741d7.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1044.408597] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.408849] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26410da1-f502-4a1a-9e08-b654d03491b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.417520] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1044.417520] env[62225]: value = "task-678309" [ 1044.417520] env[62225]: _type = "Task" [ 1044.417520] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.426138] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.474982] env[62225]: DEBUG nova.compute.utils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1044.617081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.762294] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.789357] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1044.927429] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068471} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.927763] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.928493] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574502a4-8490-446c-abb8-c7e1162dace2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.951611] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a6c03e47-a021-460b-b10a-3f093fb741d7/a6c03e47-a021-460b-b10a-3f093fb741d7.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.951917] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3738e050-f410-47bc-909e-ec886a0ba2de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.973544] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1044.973544] env[62225]: value = "task-678310" [ 1044.973544] env[62225]: _type = "Task" [ 1044.973544] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.978044] env[62225]: DEBUG oslo_concurrency.lockutils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.984819] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.264589] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.294482] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.294664] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.762s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.295019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.334s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.295244] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.297236] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.034s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.297455] env[62225]: DEBUG nova.objects.instance [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lazy-loading 'resources' on Instance uuid 83575fca-aa81-42cd-a53e-2e984ca072b2 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.315160] env[62225]: INFO nova.scheduler.client.report [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Deleted allocations for instance 4e2fab94-8f7d-4a6c-a28b-2f65267be03d [ 1045.484543] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678310, 'name': ReconfigVM_Task, 'duration_secs': 0.254874} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.485089] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a6c03e47-a021-460b-b10a-3f093fb741d7/a6c03e47-a021-460b-b10a-3f093fb741d7.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.485899] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c79ecbb9-557a-4e0e-b016-43aa977d1b85 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.494407] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1045.494407] env[62225]: value = "task-678311" [ 1045.494407] env[62225]: _type = "Task" [ 1045.494407] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.502906] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678311, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.764023] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.822244] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1477c825-55c7-4136-bfc0-bc13eda4714f tempest-AttachVolumeShelveTestJSON-1323755861 tempest-AttachVolumeShelveTestJSON-1323755861-project-member] Lock "4e2fab94-8f7d-4a6c-a28b-2f65267be03d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.018s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.890708] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f270cdef-20e3-4369-8c23-58fa58a654de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.898407] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e9076-9f37-448f-b09c-0d39f85d3df1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.928334] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17811bd5-bd3e-4a14-aef1-58dc00bf204e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.935890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94a5d75-df07-4a8a-99eb-25ba6b70dc2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.950270] env[62225]: DEBUG nova.compute.provider_tree [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.003881] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678311, 'name': Rename_Task, 'duration_secs': 0.147282} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.004189] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1046.004430] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd1cc30-bfc2-4e6b-8212-bb1a6a79ed82 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.010951] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1046.010951] env[62225]: value = "task-678312" [ 1046.010951] env[62225]: _type = "Task" [ 1046.010951] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.018428] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.050036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.050335] env[62225]: DEBUG oslo_concurrency.lockutils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.050655] env[62225]: INFO nova.compute.manager [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Attaching volume e27e932f-c21f-4174-a343-6506c5420c69 to /dev/sdb [ 1046.081909] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f683cd8b-398e-48d1-ab7a-227bb16ef149 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.089350] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f5d6f0-8320-4510-804c-c0f32da3c382 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.103410] env[62225]: DEBUG nova.virt.block_device [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating existing volume attachment record: 37bd95b4-10de-4e45-aa29-32eb2695b1a9 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.265206] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.453643] env[62225]: DEBUG nova.scheduler.client.report [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1046.521323] env[62225]: DEBUG oslo_vmware.api [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678312, 'name': PowerOnVM_Task, 'duration_secs': 0.502347} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.521654] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1046.521908] env[62225]: INFO nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1046.522152] env[62225]: DEBUG nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1046.523053] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e081bc-7dd6-4768-80b3-337d75622a2d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.765424] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.960297] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.963114] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.346s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.964677] env[62225]: INFO nova.compute.claims [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.997512] env[62225]: INFO nova.scheduler.client.report [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Deleted allocations for instance 83575fca-aa81-42cd-a53e-2e984ca072b2 [ 1047.039343] env[62225]: INFO nova.compute.manager [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Took 12.14 seconds to build instance. [ 1047.266195] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.504987] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e7aa7a86-3848-4932-b451-543dc65d63b8 tempest-ServerRescueNegativeTestJSON-1851647534 tempest-ServerRescueNegativeTestJSON-1851647534-project-member] Lock "83575fca-aa81-42cd-a53e-2e984ca072b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.232s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.541413] env[62225]: DEBUG oslo_concurrency.lockutils [None req-597bc4d5-bb5c-42eb-83f5-620f9fb68726 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.656s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.767637] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.080609] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d51f8-0489-481e-9b23-478010543843 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.089160] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48bc70a-3449-433e-b56b-96eca09545ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.119911] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d5315-036e-456a-8508-65dd81b4a8c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.128049] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beeec97-7e1b-4639-a3f6-6c96bc30959b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.141688] env[62225]: DEBUG nova.compute.provider_tree [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.267661] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.344862] env[62225]: DEBUG oslo_concurrency.lockutils [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "a6c03e47-a021-460b-b10a-3f093fb741d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.345168] env[62225]: DEBUG oslo_concurrency.lockutils [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.345434] env[62225]: DEBUG nova.compute.manager [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1048.346324] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170023a0-e068-491d-bc40-241417d7ed39 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.354931] env[62225]: DEBUG nova.compute.manager [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1048.359612] env[62225]: DEBUG nova.objects.instance [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'flavor' on Instance uuid a6c03e47-a021-460b-b10a-3f093fb741d7 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.644794] env[62225]: DEBUG nova.scheduler.client.report [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1048.768446] env[62225]: DEBUG oslo_vmware.api [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678307, 'name': ReconfigVM_Task, 'duration_secs': 5.754175} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.768717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.768871] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Reconfigured VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1048.867545] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1048.868214] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-649297f5-e9c9-4bed-be5f-59741f2fbc13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.876339] env[62225]: DEBUG oslo_vmware.api [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1048.876339] env[62225]: value = "task-678318" [ 1048.876339] env[62225]: _type = "Task" [ 1048.876339] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.885242] env[62225]: DEBUG oslo_vmware.api [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.149657] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.150260] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1049.388328] env[62225]: DEBUG oslo_vmware.api [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678318, 'name': PowerOffVM_Task, 'duration_secs': 0.182009} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.390816] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1049.390816] env[62225]: DEBUG nova.compute.manager [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1049.390816] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1a580-16e7-4dfe-9050-9777c1857c27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.656183] env[62225]: DEBUG nova.compute.utils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1049.658693] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1049.658863] env[62225]: DEBUG nova.network.neutron [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1049.733546] env[62225]: DEBUG nova.policy [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1049.904836] env[62225]: DEBUG oslo_concurrency.lockutils [None req-11300755-6e83-4dd3-889f-296f784bf4e4 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.160877] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1050.163850] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.167379] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.167379] env[62225]: DEBUG nova.network.neutron [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1050.172267] env[62225]: DEBUG nova.network.neutron [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Successfully created port: 842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.197769] env[62225]: DEBUG nova.compute.manager [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1050.198074] env[62225]: DEBUG nova.compute.manager [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing instance network info cache due to event network-changed-6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1050.198463] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] Acquiring lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.875739] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "a6c03e47-a021-460b-b10a-3f093fb741d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.876058] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.876261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "a6c03e47-a021-460b-b10a-3f093fb741d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.876452] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.876625] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.878709] env[62225]: INFO nova.compute.manager [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Terminating instance [ 1050.880437] env[62225]: DEBUG nova.compute.manager [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1050.880636] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1050.881487] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b714dff-4ac8-4346-9ad8-a48b63fba792 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.889555] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1050.889834] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8daadb6d-00e0-4166-afb5-8ac0e3d6402c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.911922] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-dde7efc8-6673-4f40-840d-51b2df3776f3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.912410] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-dde7efc8-6673-4f40-840d-51b2df3776f3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.912712] env[62225]: DEBUG nova.objects.instance [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'flavor' on Instance uuid 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.929529] env[62225]: INFO nova.network.neutron [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Port dde7efc8-6673-4f40-840d-51b2df3776f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1050.929941] env[62225]: DEBUG nova.network.neutron [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.956149] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1050.956432] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1050.956685] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleting the datastore file [datastore2] a6c03e47-a021-460b-b10a-3f093fb741d7 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.957071] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9703e677-f3b7-4c0a-86fb-4386d66e3323 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.963980] env[62225]: DEBUG oslo_vmware.api [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1050.963980] env[62225]: value = "task-678320" [ 1050.963980] env[62225]: _type = "Task" [ 1050.963980] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.972244] env[62225]: DEBUG oslo_vmware.api [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.154656] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.154969] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163433', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'name': 'volume-e27e932f-c21f-4174-a343-6506c5420c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6b3006a-706a-467a-92f8-87fad7357c5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'serial': 'e27e932f-c21f-4174-a343-6506c5420c69'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.155856] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a38a3b-b40b-4b4c-9802-d4c1d7c9acfb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.172820] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d51a2-d880-49f1-b52e-378b1fa0dc60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.176482] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1051.202258] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-e27e932f-c21f-4174-a343-6506c5420c69/volume-e27e932f-c21f-4174-a343-6506c5420c69.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.204765] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd5a5dc-eef0-4d80-a57d-bc369d910579 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.224390] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1051.224648] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1051.224833] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.225025] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1051.225184] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.225336] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1051.225546] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1051.225710] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1051.225879] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1051.226066] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1051.226271] env[62225]: DEBUG nova.virt.hardware [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.227123] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4fc868-daed-4f9d-bcff-9cadcae32baf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.230851] env[62225]: DEBUG oslo_vmware.api [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1051.230851] env[62225]: value = "task-678321" [ 1051.230851] env[62225]: _type = "Task" [ 1051.230851] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.237756] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d4694-5471-4cfa-b809-8746b1e008eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.246653] env[62225]: DEBUG oslo_vmware.api [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.432866] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.435088] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] Acquired lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.435323] env[62225]: DEBUG nova.network.neutron [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Refreshing network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1051.473827] env[62225]: DEBUG oslo_vmware.api [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146326} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.474634] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.474898] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1051.475118] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1051.475308] env[62225]: INFO nova.compute.manager [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1051.475552] env[62225]: DEBUG oslo.service.loopingcall [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.475748] env[62225]: DEBUG nova.compute.manager [-] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1051.475841] env[62225]: DEBUG nova.network.neutron [-] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1051.651280] env[62225]: DEBUG nova.objects.instance [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'pci_requests' on Instance uuid 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.740990] env[62225]: DEBUG oslo_vmware.api [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678321, 'name': ReconfigVM_Task, 'duration_secs': 0.346322} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.741284] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-e27e932f-c21f-4174-a343-6506c5420c69/volume-e27e932f-c21f-4174-a343-6506c5420c69.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.746238] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0492a78f-1de5-4f7b-8977-2e5de99d3f50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.769105] env[62225]: DEBUG nova.network.neutron [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Successfully updated port: 842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.778721] env[62225]: DEBUG oslo_vmware.api [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1051.778721] env[62225]: value = "task-678322" [ 1051.778721] env[62225]: _type = "Task" [ 1051.778721] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.788480] env[62225]: DEBUG oslo_vmware.api [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.941844] env[62225]: DEBUG oslo_concurrency.lockutils [None req-8638d667-12f0-4a1c-8273-99e4b266406d tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-5b458ea8-0149-40c0-abcb-a51812ec6369-dde7efc8-6673-4f40-840d-51b2df3776f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.778s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.983235] env[62225]: DEBUG nova.compute.manager [req-ae90c47a-943f-4024-acc9-20e645b5d1ec req-97a5870b-7e64-4c11-b47b-83d0a0329b94 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Received event network-vif-deleted-77facc04-84bd-4fd8-8807-3943c4219c36 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1051.983454] env[62225]: INFO nova.compute.manager [req-ae90c47a-943f-4024-acc9-20e645b5d1ec req-97a5870b-7e64-4c11-b47b-83d0a0329b94 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Neutron deleted interface 77facc04-84bd-4fd8-8807-3943c4219c36; detaching it from the instance and deleting it from the info cache [ 1051.983660] env[62225]: DEBUG nova.network.neutron [req-ae90c47a-943f-4024-acc9-20e645b5d1ec req-97a5870b-7e64-4c11-b47b-83d0a0329b94 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.154210] env[62225]: DEBUG nova.objects.base [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Object Instance<1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7> lazy-loaded attributes: flavor,pci_requests {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1052.154454] env[62225]: DEBUG nova.network.neutron [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1052.233762] env[62225]: DEBUG nova.policy [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4b0cda4cb714c7ba3b34345639f9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45eecc7a3fa444e59387ec9ca514a5ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1052.240017] env[62225]: DEBUG nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1052.240017] env[62225]: DEBUG nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing instance network info cache due to event network-changed-e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1052.240017] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.240017] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.240017] env[62225]: DEBUG nova.network.neutron [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1052.259706] env[62225]: DEBUG nova.network.neutron [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updated VIF entry in instance network info cache for port 6601c9ee-9f4e-45f6-8d18-c62738786c0b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1052.259984] env[62225]: DEBUG nova.network.neutron [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [{"id": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "address": "fa:16:3e:f0:16:1e", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6601c9ee-9f", "ovs_interfaceid": "6601c9ee-9f4e-45f6-8d18-c62738786c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.272738] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-a3ed09e1-0f55-4f26-80c5-ed12d8b22166" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.272871] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-a3ed09e1-0f55-4f26-80c5-ed12d8b22166" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.273066] env[62225]: DEBUG nova.network.neutron [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1052.289074] env[62225]: DEBUG oslo_vmware.api [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678322, 'name': ReconfigVM_Task, 'duration_secs': 0.138993} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.289164] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163433', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'name': 'volume-e27e932f-c21f-4174-a343-6506c5420c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6b3006a-706a-467a-92f8-87fad7357c5d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'serial': 'e27e932f-c21f-4174-a343-6506c5420c69'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.427437] env[62225]: DEBUG nova.network.neutron [-] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.486087] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96f5d123-000c-4bf6-80f8-da84fb30ed03 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.497325] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84b0103-f067-4cc3-82fe-f043c403d867 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.526200] env[62225]: DEBUG nova.compute.manager [req-ae90c47a-943f-4024-acc9-20e645b5d1ec req-97a5870b-7e64-4c11-b47b-83d0a0329b94 service nova] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Detach interface failed, port_id=77facc04-84bd-4fd8-8807-3943c4219c36, reason: Instance a6c03e47-a021-460b-b10a-3f093fb741d7 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1052.762820] env[62225]: DEBUG oslo_concurrency.lockutils [req-d9290d53-0e35-41ab-8089-1827d31bf253 req-11572064-d047-4a11-a855-6c15c720227c service nova] Releasing lock "refresh_cache-5b458ea8-0149-40c0-abcb-a51812ec6369" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.850847] env[62225]: DEBUG nova.network.neutron [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1052.930493] env[62225]: INFO nova.compute.manager [-] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Took 1.45 seconds to deallocate network for instance. [ 1053.115362] env[62225]: DEBUG nova.network.neutron [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Updating instance_info_cache with network_info: [{"id": "842f1280-70e4-4113-8a4c-76f274757313", "address": "fa:16:3e:1f:77:23", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842f1280-70", "ovs_interfaceid": "842f1280-70e4-4113-8a4c-76f274757313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.168856] env[62225]: DEBUG nova.network.neutron [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updated VIF entry in instance network info cache for port e540e9b4-db53-421e-97d9-eeecec0fac92. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1053.169394] env[62225]: DEBUG nova.network.neutron [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.343944] env[62225]: DEBUG nova.objects.instance [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'flavor' on Instance uuid b6b3006a-706a-467a-92f8-87fad7357c5d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.436944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.437279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.437633] env[62225]: DEBUG nova.objects.instance [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'resources' on Instance uuid a6c03e47-a021-460b-b10a-3f093fb741d7 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.617673] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-a3ed09e1-0f55-4f26-80c5-ed12d8b22166" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.618036] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Instance network_info: |[{"id": "842f1280-70e4-4113-8a4c-76f274757313", "address": "fa:16:3e:1f:77:23", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842f1280-70", "ovs_interfaceid": "842f1280-70e4-4113-8a4c-76f274757313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1053.618491] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:77:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '842f1280-70e4-4113-8a4c-76f274757313', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.626448] env[62225]: DEBUG oslo.service.loopingcall [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.626672] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1053.626909] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49df49cd-e690-49c2-aa80-dd08dd08aab6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.646504] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.646504] env[62225]: value = "task-678323" [ 1053.646504] env[62225]: _type = "Task" [ 1053.646504] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.654559] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678323, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.672381] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.672557] env[62225]: DEBUG nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Received event network-vif-plugged-842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1053.672757] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Acquiring lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.672974] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.673164] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.673338] env[62225]: DEBUG nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] No waiting events found dispatching network-vif-plugged-842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1053.673509] env[62225]: WARNING nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Received unexpected event network-vif-plugged-842f1280-70e4-4113-8a4c-76f274757313 for instance with vm_state building and task_state spawning. [ 1053.673676] env[62225]: DEBUG nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Received event network-changed-842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1053.673915] env[62225]: DEBUG nova.compute.manager [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Refreshing instance network info cache due to event network-changed-842f1280-70e4-4113-8a4c-76f274757313. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1053.674166] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Acquiring lock "refresh_cache-a3ed09e1-0f55-4f26-80c5-ed12d8b22166" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.674328] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Acquired lock "refresh_cache-a3ed09e1-0f55-4f26-80c5-ed12d8b22166" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.674531] env[62225]: DEBUG nova.network.neutron [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Refreshing network info cache for port 842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1053.849567] env[62225]: DEBUG oslo_concurrency.lockutils [None req-744d42cf-aff6-4f4c-a28f-2a03cdac2205 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.799s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.044809] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae56cc-ba2b-4e3c-9e8f-b18d5f782986 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.052512] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80583e-0b1b-4b8e-834e-412a29005648 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.083901] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6fac9-313a-4aa6-8e94-e6a3ebb351eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.091758] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aae57e-f718-4a07-b4d2-33a1d298f92a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.106859] env[62225]: DEBUG nova.compute.provider_tree [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.157309] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678323, 'name': CreateVM_Task, 'duration_secs': 0.297456} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.157489] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1054.158203] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.158379] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.158719] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.158986] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216ac9d3-36dc-40ad-ba86-a03cc8a669c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.163856] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1054.163856] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221249c-aea8-d3ca-3f6e-37368e88a25d" [ 1054.163856] env[62225]: _type = "Task" [ 1054.163856] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.172174] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221249c-aea8-d3ca-3f6e-37368e88a25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.315070] env[62225]: DEBUG nova.network.neutron [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Successfully updated port: dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.552378] env[62225]: DEBUG nova.network.neutron [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Updated VIF entry in instance network info cache for port 842f1280-70e4-4113-8a4c-76f274757313. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1054.552780] env[62225]: DEBUG nova.network.neutron [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Updating instance_info_cache with network_info: [{"id": "842f1280-70e4-4113-8a4c-76f274757313", "address": "fa:16:3e:1f:77:23", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842f1280-70", "ovs_interfaceid": "842f1280-70e4-4113-8a4c-76f274757313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.559227] env[62225]: DEBUG nova.compute.manager [req-811df632-6c6e-4afe-acd9-f2a8f846a749 req-b1e60312-c558-43eb-aedb-3eb610090dff service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-vif-plugged-dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1054.559443] env[62225]: DEBUG oslo_concurrency.lockutils [req-811df632-6c6e-4afe-acd9-f2a8f846a749 req-b1e60312-c558-43eb-aedb-3eb610090dff service nova] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.559710] env[62225]: DEBUG oslo_concurrency.lockutils [req-811df632-6c6e-4afe-acd9-f2a8f846a749 req-b1e60312-c558-43eb-aedb-3eb610090dff service nova] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.559899] env[62225]: DEBUG oslo_concurrency.lockutils [req-811df632-6c6e-4afe-acd9-f2a8f846a749 req-b1e60312-c558-43eb-aedb-3eb610090dff service nova] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.559975] env[62225]: DEBUG nova.compute.manager [req-811df632-6c6e-4afe-acd9-f2a8f846a749 req-b1e60312-c558-43eb-aedb-3eb610090dff service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] No waiting events found dispatching network-vif-plugged-dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1054.560156] env[62225]: WARNING nova.compute.manager [req-811df632-6c6e-4afe-acd9-f2a8f846a749 req-b1e60312-c558-43eb-aedb-3eb610090dff service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received unexpected event network-vif-plugged-dde7efc8-6673-4f40-840d-51b2df3776f3 for instance with vm_state active and task_state None. [ 1054.626447] env[62225]: ERROR nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [req-75b57413-b102-4489-948e-8922d4f4c786] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75b57413-b102-4489-948e-8922d4f4c786"}]} [ 1054.648191] env[62225]: DEBUG nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1054.660345] env[62225]: DEBUG nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1054.660570] env[62225]: DEBUG nova.compute.provider_tree [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 144 to 145 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1054.660751] env[62225]: DEBUG nova.compute.provider_tree [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.671678] env[62225]: DEBUG nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1054.676917] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5221249c-aea8-d3ca-3f6e-37368e88a25d, 'name': SearchDatastore_Task, 'duration_secs': 0.018723} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.677501] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.677501] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.677674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.677813] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677993] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.678269] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe53dc6-d1d9-490f-bc93-c139f5fc19ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.686487] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.686831] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1054.687469] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418f8ab3-b16b-4c74-8681-d1a09943310f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.692482] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1054.692482] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523112fb-5e31-34be-0b2f-2aad74190356" [ 1054.692482] env[62225]: _type = "Task" [ 1054.692482] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.696842] env[62225]: DEBUG nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1054.705121] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523112fb-5e31-34be-0b2f-2aad74190356, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.705930] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de788a9e-9273-49bb-ae67-a9840c619f4a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.710678] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1054.710678] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526938f9-476c-1fe1-fc34-50bfd6e4b270" [ 1054.710678] env[62225]: _type = "Task" [ 1054.710678] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.721220] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]526938f9-476c-1fe1-fc34-50bfd6e4b270, 'name': SearchDatastore_Task, 'duration_secs': 0.007985} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.723809] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.724066] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] a3ed09e1-0f55-4f26-80c5-ed12d8b22166/a3ed09e1-0f55-4f26-80c5-ed12d8b22166.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1054.724730] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17258bba-9a7e-473d-9a49-66c89d55f56e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.734437] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1054.734437] env[62225]: value = "task-678324" [ 1054.734437] env[62225]: _type = "Task" [ 1054.734437] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.746777] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.822175] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.822366] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.822541] env[62225]: DEBUG nova.network.neutron [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1054.846807] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893fea8-91e6-4315-a895-5ab07aac4af7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.857157] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ced4a-3dee-42f5-b535-1194274ef88a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.893039] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a88f4-4bf9-47ca-ac96-41fd64147981 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.901852] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec51a0-7245-4d31-8d32-09673c3b81f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.922650] env[62225]: DEBUG nova.compute.provider_tree [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.062480] env[62225]: DEBUG oslo_concurrency.lockutils [req-7af931c7-f50e-4f03-a458-a8572be45159 req-8a692c2b-b576-4a97-8b04-4b7fcb7feed6 service nova] Releasing lock "refresh_cache-a3ed09e1-0f55-4f26-80c5-ed12d8b22166" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.244987] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455763} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.245380] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] a3ed09e1-0f55-4f26-80c5-ed12d8b22166/a3ed09e1-0f55-4f26-80c5-ed12d8b22166.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1055.245677] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.246022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2106fe14-c73c-480f-8466-ccb83c0ae9da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.252067] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1055.252067] env[62225]: value = "task-678325" [ 1055.252067] env[62225]: _type = "Task" [ 1055.252067] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.260607] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.355761] env[62225]: DEBUG nova.compute.manager [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1055.359237] env[62225]: WARNING nova.network.neutron [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] 7802fbd1-c169-47ff-af3a-4b8be8fd9d2e already exists in list: networks containing: ['7802fbd1-c169-47ff-af3a-4b8be8fd9d2e']. ignoring it [ 1055.459590] env[62225]: DEBUG nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1055.459876] env[62225]: DEBUG nova.compute.provider_tree [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 145 to 146 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.460080] env[62225]: DEBUG nova.compute.provider_tree [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.761717] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057985} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.762080] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.763322] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b111c41-a163-4d54-ab26-fea7eb499757 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.786793] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] a3ed09e1-0f55-4f26-80c5-ed12d8b22166/a3ed09e1-0f55-4f26-80c5-ed12d8b22166.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.789089] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ed9e50-7561-4e4a-be0b-f1c451bac430 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.819022] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1055.819022] env[62225]: value = "task-678326" [ 1055.819022] env[62225]: _type = "Task" [ 1055.819022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.838272] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.877974] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.965348] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.528s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.967943] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.090s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.983924] env[62225]: INFO nova.scheduler.client.report [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocations for instance a6c03e47-a021-460b-b10a-3f093fb741d7 [ 1056.026885] env[62225]: DEBUG nova.network.neutron [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dde7efc8-6673-4f40-840d-51b2df3776f3", "address": "fa:16:3e:d1:3f:d3", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde7efc8-66", "ovs_interfaceid": "dde7efc8-6673-4f40-840d-51b2df3776f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.326684] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678326, 'name': ReconfigVM_Task, 'duration_secs': 0.272091} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.326979] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Reconfigured VM instance instance-00000068 to attach disk [datastore1] a3ed09e1-0f55-4f26-80c5-ed12d8b22166/a3ed09e1-0f55-4f26-80c5-ed12d8b22166.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.327617] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7d5c037-37fb-4e8d-8bd9-de4024242daf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.334088] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1056.334088] env[62225]: value = "task-678327" [ 1056.334088] env[62225]: _type = "Task" [ 1056.334088] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.341979] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678327, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.475077] env[62225]: INFO nova.compute.claims [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.497056] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a6b6b3c5-1f0c-460e-b441-ce558f3f860a tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "a6c03e47-a021-460b-b10a-3f093fb741d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.621s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.530512] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.531260] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.531469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.532366] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f744862e-1944-4bb7-977b-4c431fd3bf2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.552251] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1056.552538] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1056.552956] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.552956] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1056.553165] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.553357] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1056.553601] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1056.553823] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1056.554046] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1056.554256] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1056.554473] env[62225]: DEBUG nova.virt.hardware [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.560860] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Reconfiguring VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1056.561493] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa61c169-e43e-4c49-953b-35884cdaf97e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.579569] env[62225]: DEBUG oslo_vmware.api [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1056.579569] env[62225]: value = "task-678328" [ 1056.579569] env[62225]: _type = "Task" [ 1056.579569] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.587272] env[62225]: DEBUG oslo_vmware.api [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678328, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.847999] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678327, 'name': Rename_Task, 'duration_secs': 0.137342} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.848357] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1056.848615] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877a1ba3-8208-47ff-8791-4f785ecc6728 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.854449] env[62225]: DEBUG nova.compute.manager [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-changed-dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1056.854719] env[62225]: DEBUG nova.compute.manager [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing instance network info cache due to event network-changed-dde7efc8-6673-4f40-840d-51b2df3776f3. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1056.855135] env[62225]: DEBUG oslo_concurrency.lockutils [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.855380] env[62225]: DEBUG oslo_concurrency.lockutils [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.855607] env[62225]: DEBUG nova.network.neutron [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Refreshing network info cache for port dde7efc8-6673-4f40-840d-51b2df3776f3 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1056.858813] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1056.858813] env[62225]: value = "task-678329" [ 1056.858813] env[62225]: _type = "Task" [ 1056.858813] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.868208] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.981981] env[62225]: INFO nova.compute.resource_tracker [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating resource usage from migration 15bbcce3-1957-492f-8f59-936a7d6637c5 [ 1057.090366] env[62225]: DEBUG oslo_vmware.api [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.139788] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f744a3d7-811a-42ff-9e74-47d3610d7f3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.147192] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.147454] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.152259] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33a0bd-92c5-4523-a59a-281290e5f03d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.188488] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5ab291-320b-48ec-8661-75960049bbe7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.196195] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce14e0-1069-458c-a21a-d6d6ca52fd09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.210409] env[62225]: DEBUG nova.compute.provider_tree [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.369896] env[62225]: DEBUG oslo_vmware.api [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678329, 'name': PowerOnVM_Task, 'duration_secs': 0.482625} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.370181] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1057.370389] env[62225]: INFO nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Took 6.19 seconds to spawn the instance on the hypervisor. [ 1057.370575] env[62225]: DEBUG nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1057.371340] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ffd32e-04bd-4b9e-8373-627c4d658e15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.382688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.382913] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.559300] env[62225]: DEBUG nova.network.neutron [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updated VIF entry in instance network info cache for port dde7efc8-6673-4f40-840d-51b2df3776f3. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1057.559752] env[62225]: DEBUG nova.network.neutron [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dde7efc8-6673-4f40-840d-51b2df3776f3", "address": "fa:16:3e:d1:3f:d3", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde7efc8-66", "ovs_interfaceid": "dde7efc8-6673-4f40-840d-51b2df3776f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.590268] env[62225]: DEBUG oslo_vmware.api [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678328, 'name': ReconfigVM_Task, 'duration_secs': 0.612171} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.590835] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.591142] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Reconfigured VM to attach interface {{(pid=62225) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1057.652018] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1057.732317] env[62225]: ERROR nova.scheduler.client.report [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [req-d329682c-af50-46fa-b049-2639b594ecdc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d329682c-af50-46fa-b049-2639b594ecdc"}]} [ 1057.750187] env[62225]: DEBUG nova.scheduler.client.report [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1057.766480] env[62225]: DEBUG nova.scheduler.client.report [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1057.766715] env[62225]: DEBUG nova.compute.provider_tree [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.777579] env[62225]: DEBUG nova.scheduler.client.report [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1057.794277] env[62225]: DEBUG nova.scheduler.client.report [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1057.887349] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1057.891871] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8375163a-db01-42fd-ad5b-1d7fa820b5cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.896665] env[62225]: INFO nova.compute.manager [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Took 13.29 seconds to build instance. [ 1057.902215] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700c786-a356-479a-85ba-a78e1c8e817a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.950293] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dae0d79-b28c-42e3-8018-6505978eb339 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.960607] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493d5f48-0077-4b2e-83f2-b361263e3ab0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.974148] env[62225]: DEBUG nova.compute.provider_tree [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.062949] env[62225]: DEBUG oslo_concurrency.lockutils [req-be33bfc2-9cf4-467d-b8b2-2e8592fe9ad9 req-f80577bd-54b5-44c8-879d-8749f34f908c service nova] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.096696] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71245ef4-684a-4cf2-86aa-0165f22c549b tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-dde7efc8-6673-4f40-840d-51b2df3776f3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.184s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.176500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.400057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f2dce94b-3d17-4117-9667-fdc134fd1776 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.807s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.411759] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.504665] env[62225]: DEBUG nova.scheduler.client.report [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1058.504956] env[62225]: DEBUG nova.compute.provider_tree [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 148 to 149 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1058.505161] env[62225]: DEBUG nova.compute.provider_tree [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.010253] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.042s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.010542] env[62225]: INFO nova.compute.manager [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Migrating [ 1059.016876] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.840s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.018728] env[62225]: INFO nova.compute.claims [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.054509] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.055105] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.055387] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.055624] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.055804] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.057798] env[62225]: INFO nova.compute.manager [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Terminating instance [ 1059.059838] env[62225]: DEBUG nova.compute.manager [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1059.060049] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1059.060873] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35b2d8c-6992-4632-b01a-21d6ba90a976 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.069274] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1059.069508] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa6b802-bead-4f9d-bf1a-d7b80a2eac33 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.075389] env[62225]: DEBUG oslo_vmware.api [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1059.075389] env[62225]: value = "task-678330" [ 1059.075389] env[62225]: _type = "Task" [ 1059.075389] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.085013] env[62225]: DEBUG oslo_vmware.api [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.528362] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.528576] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.528756] env[62225]: DEBUG nova.network.neutron [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1059.585733] env[62225]: DEBUG oslo_vmware.api [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678330, 'name': PowerOffVM_Task, 'duration_secs': 0.181685} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.585994] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1059.586211] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1059.586455] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ee6c24-cbad-41fb-8cbb-ee4567e7d87e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.636180] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "interface-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-dde7efc8-6673-4f40-840d-51b2df3776f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.636503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-dde7efc8-6673-4f40-840d-51b2df3776f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.646992] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1059.647237] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1059.647427] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore1] a3ed09e1-0f55-4f26-80c5-ed12d8b22166 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.647686] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5237cdc5-74c3-4be5-a7dd-6d0bd474ea20 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.653567] env[62225]: DEBUG oslo_vmware.api [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1059.653567] env[62225]: value = "task-678332" [ 1059.653567] env[62225]: _type = "Task" [ 1059.653567] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.663938] env[62225]: DEBUG oslo_vmware.api [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.140406] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.140683] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.141562] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61548701-9b2f-4b89-97e7-738358d1155a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.145770] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382a353d-664f-4813-8242-e9d8b775ee0b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.163855] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce974e1-4abe-4646-82be-27e4604826f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.172298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cf723e-955f-4120-8c7c-72ab9ed9ded0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.179842] env[62225]: DEBUG oslo_vmware.api [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170439} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.220729] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.221135] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1060.221710] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1060.221710] env[62225]: INFO nova.compute.manager [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1060.221928] env[62225]: DEBUG oslo.service.loopingcall [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.228033] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Reconfiguring VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1060.230572] env[62225]: DEBUG nova.compute.manager [-] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1060.230671] env[62225]: DEBUG nova.network.neutron [-] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1060.232106] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96bd2a37-34d0-419e-8018-e5d50d174f81 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.245521] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c251897c-3483-4a35-8bbe-185a0d32891a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.253563] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49288eac-ae5e-4941-903e-69275d7bcd7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.258410] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1060.258410] env[62225]: value = "task-678333" [ 1060.258410] env[62225]: _type = "Task" [ 1060.258410] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.269108] env[62225]: DEBUG nova.compute.provider_tree [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.276474] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.313697] env[62225]: DEBUG nova.network.neutron [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.549245] env[62225]: DEBUG nova.compute.manager [req-f2481fbf-5c7f-48ef-a29e-934638fef227 req-07c7198d-bda1-47f3-a2b7-05cc83b85296 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Received event network-vif-deleted-842f1280-70e4-4113-8a4c-76f274757313 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1060.549462] env[62225]: INFO nova.compute.manager [req-f2481fbf-5c7f-48ef-a29e-934638fef227 req-07c7198d-bda1-47f3-a2b7-05cc83b85296 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Neutron deleted interface 842f1280-70e4-4113-8a4c-76f274757313; detaching it from the instance and deleting it from the info cache [ 1060.549669] env[62225]: DEBUG nova.network.neutron [req-f2481fbf-5c7f-48ef-a29e-934638fef227 req-07c7198d-bda1-47f3-a2b7-05cc83b85296 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.768887] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.771881] env[62225]: DEBUG nova.scheduler.client.report [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1060.816283] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.997167] env[62225]: DEBUG nova.compute.manager [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1061.024403] env[62225]: DEBUG nova.network.neutron [-] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.052469] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dddf2e52-9aa0-4852-9159-3f6da33fad4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.061928] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d993336-3a34-45d0-8e0d-b82fd2cdada1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.087676] env[62225]: DEBUG nova.compute.manager [req-f2481fbf-5c7f-48ef-a29e-934638fef227 req-07c7198d-bda1-47f3-a2b7-05cc83b85296 service nova] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Detach interface failed, port_id=842f1280-70e4-4113-8a4c-76f274757313, reason: Instance a3ed09e1-0f55-4f26-80c5-ed12d8b22166 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1061.269423] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.276373] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.277020] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1061.279667] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.868s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.281540] env[62225]: INFO nova.compute.claims [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.517851] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.526468] env[62225]: INFO nova.compute.manager [-] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Took 1.30 seconds to deallocate network for instance. [ 1061.772358] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.784790] env[62225]: DEBUG nova.compute.utils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1061.787860] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1061.788047] env[62225]: DEBUG nova.network.neutron [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1061.833515] env[62225]: DEBUG nova.policy [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa1e78914ab437795796ee0b6c6bfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21d15242b224a6bbfae0c3435c8d96b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1062.032902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.149540] env[62225]: DEBUG nova.network.neutron [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Successfully created port: 87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.272053] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.288802] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1062.332159] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c5d2b9-80ec-4758-970d-7740c3251445 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.352843] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1062.452413] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a2e480-4c17-451c-8d06-ab489e15ff59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.459785] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e2ae8a-b522-4bb0-a406-95ace991a8f1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.490532] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b83ba29-6bf6-4569-b6e2-b3906c4afeb9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.497549] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b665953-3641-433e-8586-d7485042d3d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.510156] env[62225]: DEBUG nova.compute.provider_tree [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.771983] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.861233] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1062.861492] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089c6e50-4fa5-4b95-bd00-cd3f74cfaf29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.868458] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1062.868458] env[62225]: value = "task-678334" [ 1062.868458] env[62225]: _type = "Task" [ 1062.868458] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.876602] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.013189] env[62225]: DEBUG nova.scheduler.client.report [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1063.273423] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.300015] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1063.326275] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1063.326715] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1063.326715] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.326915] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1063.327085] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.327241] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1063.327452] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1063.327615] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1063.328236] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1063.328236] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1063.328236] env[62225]: DEBUG nova.virt.hardware [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.329023] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84879b9c-610b-4aa6-ac1f-f0710072fd8c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.337087] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f52ae3a-90a0-44c0-b43d-5bfb8314f959 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.376471] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678334, 'name': PowerOffVM_Task, 'duration_secs': 0.18553} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.376707] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1063.376895] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1063.518562] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.519117] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1063.521559] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.004s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.552326] env[62225]: DEBUG nova.compute.manager [req-5e9e3057-4a88-4e0b-804a-f3476f238eab req-1675093a-d7ef-4e92-8100-3b86e89db5fd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Received event network-vif-plugged-87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1063.552725] env[62225]: DEBUG oslo_concurrency.lockutils [req-5e9e3057-4a88-4e0b-804a-f3476f238eab req-1675093a-d7ef-4e92-8100-3b86e89db5fd service nova] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.552950] env[62225]: DEBUG oslo_concurrency.lockutils [req-5e9e3057-4a88-4e0b-804a-f3476f238eab req-1675093a-d7ef-4e92-8100-3b86e89db5fd service nova] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.553147] env[62225]: DEBUG oslo_concurrency.lockutils [req-5e9e3057-4a88-4e0b-804a-f3476f238eab req-1675093a-d7ef-4e92-8100-3b86e89db5fd service nova] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.553329] env[62225]: DEBUG nova.compute.manager [req-5e9e3057-4a88-4e0b-804a-f3476f238eab req-1675093a-d7ef-4e92-8100-3b86e89db5fd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] No waiting events found dispatching network-vif-plugged-87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1063.553494] env[62225]: WARNING nova.compute.manager [req-5e9e3057-4a88-4e0b-804a-f3476f238eab req-1675093a-d7ef-4e92-8100-3b86e89db5fd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Received unexpected event network-vif-plugged-87ef16e1-acbf-4675-a270-c1ada290186b for instance with vm_state building and task_state spawning. [ 1063.627697] env[62225]: DEBUG nova.network.neutron [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Successfully updated port: 87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.773820] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.882688] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1063.882926] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1063.883100] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.883287] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1063.883435] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.883733] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1063.883838] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1063.884036] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1063.884203] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1063.884373] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1063.884544] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.889644] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1b1f68-05fd-4acc-b8cb-0d725276724b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.906126] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1063.906126] env[62225]: value = "task-678335" [ 1063.906126] env[62225]: _type = "Task" [ 1063.906126] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.913821] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.024799] env[62225]: DEBUG nova.compute.utils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1064.028364] env[62225]: INFO nova.compute.claims [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.032014] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1064.032195] env[62225]: DEBUG nova.network.neutron [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1064.071499] env[62225]: DEBUG nova.policy [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b46d1b7ebff4b02a5df2c7df3ef4d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987f21651793480f9491cd902ecaf08d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1064.130397] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.130552] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.130707] env[62225]: DEBUG nova.network.neutron [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1064.273690] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.310184] env[62225]: DEBUG nova.network.neutron [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Successfully created port: 24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.416364] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678335, 'name': ReconfigVM_Task, 'duration_secs': 0.168765} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.416676] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1064.532709] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1064.537365] env[62225]: INFO nova.compute.resource_tracker [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating resource usage from migration 7394a4cd-f250-40c6-a19a-7a923274a904 [ 1064.667385] env[62225]: DEBUG nova.network.neutron [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1064.680188] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e7618-1b9e-451e-a7a2-e787d75112e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.689408] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3ccaff-7ded-4494-95f3-a4211c4eadd7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.722188] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a18f4-2e57-452e-b017-8e89aee7d8b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.729531] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af41f199-38d3-4f1e-97e4-2f758313194b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.743231] env[62225]: DEBUG nova.compute.provider_tree [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.774399] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.857716] env[62225]: DEBUG nova.network.neutron [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.923372] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1064.923644] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1064.923835] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.924043] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1064.924208] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.924383] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1064.924542] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1064.924715] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1064.924966] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1064.925196] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1064.925421] env[62225]: DEBUG nova.virt.hardware [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.931314] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1064.931649] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5646f37-8b96-45b2-b733-bf1203ae36f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.951679] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1064.951679] env[62225]: value = "task-678336" [ 1064.951679] env[62225]: _type = "Task" [ 1064.951679] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.959625] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.245961] env[62225]: DEBUG nova.scheduler.client.report [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1065.275480] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.360601] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.361048] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Instance network_info: |[{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1065.361395] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:55:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ef16e1-acbf-4675-a270-c1ada290186b', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.368950] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Creating folder: Project (e21d15242b224a6bbfae0c3435c8d96b). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1065.369243] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1cee4ce-845f-4184-8e58-24aaffadec2f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.380862] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Created folder: Project (e21d15242b224a6bbfae0c3435c8d96b) in parent group-v163168. [ 1065.381064] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Creating folder: Instances. Parent ref: group-v163435. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1065.381291] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fac34213-ddeb-40a4-b1ff-e57ea27a22da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.389391] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Created folder: Instances in parent group-v163435. [ 1065.389611] env[62225]: DEBUG oslo.service.loopingcall [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.389792] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1065.389979] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b8fdef8-6f9b-42e2-b854-3848a18283fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.408553] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.408553] env[62225]: value = "task-678339" [ 1065.408553] env[62225]: _type = "Task" [ 1065.408553] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.415568] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678339, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.460496] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678336, 'name': ReconfigVM_Task, 'duration_secs': 0.194157} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.460767] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.461560] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b36b52f-6ec1-4bee-a2cb-f71e14e73861 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.488116] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.488514] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf5bcd2-220b-4130-a588-e02523f2d7a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.507401] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1065.507401] env[62225]: value = "task-678340" [ 1065.507401] env[62225]: _type = "Task" [ 1065.507401] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.515355] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.546562] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1065.576363] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1065.576513] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1065.577274] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.577274] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1065.577274] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.577400] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1065.577687] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1065.577931] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1065.578321] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1065.578415] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1065.578714] env[62225]: DEBUG nova.virt.hardware [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.579772] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5564761-8c70-42bb-bc78-d52f84e21ab4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.586059] env[62225]: DEBUG nova.compute.manager [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Received event network-changed-87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1065.586304] env[62225]: DEBUG nova.compute.manager [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Refreshing instance network info cache due to event network-changed-87ef16e1-acbf-4675-a270-c1ada290186b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1065.586607] env[62225]: DEBUG oslo_concurrency.lockutils [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] Acquiring lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.587044] env[62225]: DEBUG oslo_concurrency.lockutils [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] Acquired lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.587162] env[62225]: DEBUG nova.network.neutron [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Refreshing network info cache for port 87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1065.595751] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05239621-9645-4654-b84a-ff54e8ae8501 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.751126] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.751367] env[62225]: INFO nova.compute.manager [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Migrating [ 1065.758907] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.726s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.759216] env[62225]: DEBUG nova.objects.instance [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'resources' on Instance uuid a3ed09e1-0f55-4f26-80c5-ed12d8b22166 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.778209] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.909548] env[62225]: DEBUG nova.network.neutron [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Successfully updated port: 24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.920515] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678339, 'name': CreateVM_Task, 'duration_secs': 0.278106} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.920722] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1065.921522] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.921753] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.922134] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.922436] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c5480c-c71a-4b18-953b-c40606c4f064 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.927594] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1065.927594] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c99301-0966-7cea-b177-672bc592c7b9" [ 1065.927594] env[62225]: _type = "Task" [ 1065.927594] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.935957] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c99301-0966-7cea-b177-672bc592c7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.016336] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678340, 'name': ReconfigVM_Task, 'duration_secs': 0.29751} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.016631] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.016940] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1066.270122] env[62225]: DEBUG nova.network.neutron [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updated VIF entry in instance network info cache for port 87ef16e1-acbf-4675-a270-c1ada290186b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1066.270293] env[62225]: DEBUG nova.network.neutron [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.271893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.272073] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.272245] env[62225]: DEBUG nova.network.neutron [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1066.283166] env[62225]: DEBUG oslo_vmware.api [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678333, 'name': ReconfigVM_Task, 'duration_secs': 5.767998} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.283457] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.283657] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Reconfigured VM to detach interface {{(pid=62225) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1066.399655] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ad043-7d69-46d6-b479-712b9167f9bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.407472] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d892cc8-4c4b-44f4-af7c-352da224ddc2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.436155] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-6135d1c5-e44a-4296-8bc5-8a87b63ad250" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.436303] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-6135d1c5-e44a-4296-8bc5-8a87b63ad250" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.436465] env[62225]: DEBUG nova.network.neutron [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1066.441443] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76720882-3bfb-446a-8828-7a5fd4c44bad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.450432] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c99301-0966-7cea-b177-672bc592c7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.452493] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.452738] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.452970] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.453135] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.453319] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.453600] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f19ddea9-c2d5-4689-a261-08454d78c246 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.456133] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51653c-3071-4982-a384-3cf08b11f9b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.470081] env[62225]: DEBUG nova.compute.provider_tree [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.471989] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.472250] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1066.473025] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9773066-9e81-4138-b95b-3e9037b3347c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.478162] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1066.478162] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523b2764-f116-5632-c2f0-d6219870c098" [ 1066.478162] env[62225]: _type = "Task" [ 1066.478162] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.486414] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523b2764-f116-5632-c2f0-d6219870c098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.522891] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f68e8-a45d-44bb-94b6-e1ecb7ecccfd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.545469] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d8976-2ee3-4d42-a69d-b355d3d1d959 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.564709] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1066.775904] env[62225]: DEBUG oslo_concurrency.lockutils [req-df7d323d-7351-4c3b-85ae-bd0b04e83fc2 req-f5451b52-9f99-4933-8111-cef50f0221cd service nova] Releasing lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.963819] env[62225]: DEBUG nova.network.neutron [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1066.989367] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523b2764-f116-5632-c2f0-d6219870c098, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.993462] env[62225]: ERROR nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [req-2594c3a5-babc-4f89-a0a8-1eb435c5e2c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2594c3a5-babc-4f89-a0a8-1eb435c5e2c5"}]} [ 1066.993855] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9caa053-6789-4337-bc53-99333e8be9b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.002313] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1067.002313] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5202bf99-1b44-4c65-c62f-8c2206d66e51" [ 1067.002313] env[62225]: _type = "Task" [ 1067.002313] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.011909] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5202bf99-1b44-4c65-c62f-8c2206d66e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.012832] env[62225]: DEBUG nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1067.026916] env[62225]: DEBUG nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1067.027164] env[62225]: DEBUG nova.compute.provider_tree [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.032587] env[62225]: DEBUG nova.network.neutron [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.039343] env[62225]: DEBUG nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1067.057477] env[62225]: DEBUG nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1067.143678] env[62225]: DEBUG nova.network.neutron [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Updating instance_info_cache with network_info: [{"id": "24b23242-afe8-4794-afe8-e35495f3580c", "address": "fa:16:3e:d9:e0:fa", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b23242-af", "ovs_interfaceid": "24b23242-afe8-4794-afe8-e35495f3580c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.201297] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c49e87-a5df-41ae-8a59-e2c22dc20fb5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.209118] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863820f4-54fa-4590-b7e1-f14a94778752 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.241394] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59833721-dd4d-4889-8f40-07e830bea03f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.248709] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a025f1-b38e-46ec-8287-305b35ab8111 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.261674] env[62225]: DEBUG nova.compute.provider_tree [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.516635] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5202bf99-1b44-4c65-c62f-8c2206d66e51, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.516635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.516975] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] ddb74424-77aa-4fea-9af4-5b2d8e6c4cce/ddb74424-77aa-4fea-9af4-5b2d8e6c4cce.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1067.517544] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11ee131-1a71-4e05-b899-e3b7173be0a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.524447] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1067.524447] env[62225]: value = "task-678341" [ 1067.524447] env[62225]: _type = "Task" [ 1067.524447] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.532683] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.535272] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.600963] env[62225]: DEBUG nova.compute.manager [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Received event network-vif-plugged-24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1067.601220] env[62225]: DEBUG oslo_concurrency.lockutils [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] Acquiring lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.601458] env[62225]: DEBUG oslo_concurrency.lockutils [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.601856] env[62225]: DEBUG oslo_concurrency.lockutils [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.601856] env[62225]: DEBUG nova.compute.manager [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] No waiting events found dispatching network-vif-plugged-24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1067.602074] env[62225]: WARNING nova.compute.manager [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Received unexpected event network-vif-plugged-24b23242-afe8-4794-afe8-e35495f3580c for instance with vm_state building and task_state spawning. [ 1067.602208] env[62225]: DEBUG nova.compute.manager [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Received event network-changed-24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1067.602313] env[62225]: DEBUG nova.compute.manager [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Refreshing instance network info cache due to event network-changed-24b23242-afe8-4794-afe8-e35495f3580c. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1067.602483] env[62225]: DEBUG oslo_concurrency.lockutils [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] Acquiring lock "refresh_cache-6135d1c5-e44a-4296-8bc5-8a87b63ad250" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.649842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-6135d1c5-e44a-4296-8bc5-8a87b63ad250" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.650185] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Instance network_info: |[{"id": "24b23242-afe8-4794-afe8-e35495f3580c", "address": "fa:16:3e:d9:e0:fa", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b23242-af", "ovs_interfaceid": "24b23242-afe8-4794-afe8-e35495f3580c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1067.650495] env[62225]: DEBUG oslo_concurrency.lockutils [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] Acquired lock "refresh_cache-6135d1c5-e44a-4296-8bc5-8a87b63ad250" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.650679] env[62225]: DEBUG nova.network.neutron [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Refreshing network info cache for port 24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1067.652028] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:e0:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24b23242-afe8-4794-afe8-e35495f3580c', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.659661] env[62225]: DEBUG oslo.service.loopingcall [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.660458] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1067.660690] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed90151-5793-4279-aa0e-89f6e00b68e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.684022] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.684022] env[62225]: value = "task-678342" [ 1067.684022] env[62225]: _type = "Task" [ 1067.684022] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.693907] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678342, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.779455] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.779721] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquired lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.779933] env[62225]: DEBUG nova.network.neutron [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1067.798845] env[62225]: DEBUG nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1067.799284] env[62225]: DEBUG nova.compute.provider_tree [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 151 to 152 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1067.799430] env[62225]: DEBUG nova.compute.provider_tree [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.011446] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.011794] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.012055] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.012296] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.012494] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.014961] env[62225]: INFO nova.compute.manager [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Terminating instance [ 1068.016952] env[62225]: DEBUG nova.compute.manager [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1068.017218] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1068.018215] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d491fb-45a7-4960-9d66-0a16f0052242 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.026422] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1068.029256] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5db0a2d-40e8-44ad-ad76-f2a443dd3120 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.036013] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458072} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.037242] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] ddb74424-77aa-4fea-9af4-5b2d8e6c4cce/ddb74424-77aa-4fea-9af4-5b2d8e6c4cce.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1068.037465] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.037755] env[62225]: DEBUG oslo_vmware.api [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1068.037755] env[62225]: value = "task-678343" [ 1068.037755] env[62225]: _type = "Task" [ 1068.037755] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.041135] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd6cd167-c5ed-4953-b305-e14c4270c9c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.051091] env[62225]: DEBUG oslo_vmware.api [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.052281] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1068.052281] env[62225]: value = "task-678344" [ 1068.052281] env[62225]: _type = "Task" [ 1068.052281] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.059674] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.194668] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678342, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.240077] env[62225]: DEBUG nova.network.neutron [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Port 884e4a7e-b104-4939-976d-009e43d98763 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1068.304226] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.545s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.332103] env[62225]: INFO nova.scheduler.client.report [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance a3ed09e1-0f55-4f26-80c5-ed12d8b22166 [ 1068.425937] env[62225]: DEBUG nova.network.neutron [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Updated VIF entry in instance network info cache for port 24b23242-afe8-4794-afe8-e35495f3580c. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1068.426324] env[62225]: DEBUG nova.network.neutron [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Updating instance_info_cache with network_info: [{"id": "24b23242-afe8-4794-afe8-e35495f3580c", "address": "fa:16:3e:d9:e0:fa", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b23242-af", "ovs_interfaceid": "24b23242-afe8-4794-afe8-e35495f3580c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.497758] env[62225]: INFO nova.network.neutron [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Port dde7efc8-6673-4f40-840d-51b2df3776f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1068.498145] env[62225]: DEBUG nova.network.neutron [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [{"id": "e540e9b4-db53-421e-97d9-eeecec0fac92", "address": "fa:16:3e:03:05:d4", "network": {"id": "7802fbd1-c169-47ff-af3a-4b8be8fd9d2e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1183842499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45eecc7a3fa444e59387ec9ca514a5ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape540e9b4-db", "ovs_interfaceid": "e540e9b4-db53-421e-97d9-eeecec0fac92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.559395] env[62225]: DEBUG oslo_vmware.api [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678343, 'name': PowerOffVM_Task, 'duration_secs': 0.208028} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.559991] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1068.560206] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1068.560668] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47988171-362b-4649-9837-19455add6ca7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.564909] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074283} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.565454] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.566175] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2da17b-f9de-4876-b1c2-938bb2d40a1c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.588472] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] ddb74424-77aa-4fea-9af4-5b2d8e6c4cce/ddb74424-77aa-4fea-9af4-5b2d8e6c4cce.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.588770] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638deb37-070f-42f1-9d68-9485dd18e227 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.608305] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1068.608305] env[62225]: value = "task-678346" [ 1068.608305] env[62225]: _type = "Task" [ 1068.608305] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.617860] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.627718] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1068.627958] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1068.628169] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleting the datastore file [datastore2] 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.628484] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31eed3fa-28df-472c-bd53-7ef03c945981 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.634908] env[62225]: DEBUG oslo_vmware.api [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1068.634908] env[62225]: value = "task-678347" [ 1068.634908] env[62225]: _type = "Task" [ 1068.634908] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.644760] env[62225]: DEBUG oslo_vmware.api [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.694404] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678342, 'name': CreateVM_Task, 'duration_secs': 0.549904} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.694585] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1068.695352] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.695519] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.695881] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.696224] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6688b1-8bf2-4590-a61f-93b4120b4521 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.701386] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1068.701386] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224aea6-2ee3-b814-308e-f7b85ed0d081" [ 1068.701386] env[62225]: _type = "Task" [ 1068.701386] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.709394] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224aea6-2ee3-b814-308e-f7b85ed0d081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.839140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1a70e704-16d5-4f81-9dd4-d629a3270b1c tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "a3ed09e1-0f55-4f26-80c5-ed12d8b22166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.784s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.928485] env[62225]: DEBUG oslo_concurrency.lockutils [req-849879f6-b4df-47cf-9e27-569660288c26 req-5ca0204a-c56c-4293-9bba-97030444b29e service nova] Releasing lock "refresh_cache-6135d1c5-e44a-4296-8bc5-8a87b63ad250" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.001012] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Releasing lock "refresh_cache-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.054924] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef29d0-d54d-4fce-8547-d721e6937832 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.074708] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1069.117878] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678346, 'name': ReconfigVM_Task, 'duration_secs': 0.296659} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.118206] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Reconfigured VM instance instance-00000069 to attach disk [datastore2] ddb74424-77aa-4fea-9af4-5b2d8e6c4cce/ddb74424-77aa-4fea-9af4-5b2d8e6c4cce.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.118857] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48edc9d5-ab27-4361-a290-01eb1dbed6d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.125927] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1069.125927] env[62225]: value = "task-678348" [ 1069.125927] env[62225]: _type = "Task" [ 1069.125927] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.134490] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678348, 'name': Rename_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.143738] env[62225]: DEBUG oslo_vmware.api [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161774} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.143995] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.144205] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1069.144384] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1069.144558] env[62225]: INFO nova.compute.manager [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1069.144841] env[62225]: DEBUG oslo.service.loopingcall [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.145076] env[62225]: DEBUG nova.compute.manager [-] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1069.145181] env[62225]: DEBUG nova.network.neutron [-] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1069.211816] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224aea6-2ee3-b814-308e-f7b85ed0d081, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.212131] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.212379] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.212620] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.212779] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.212962] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.213257] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58fdc15c-3ec2-4b37-b7a7-2f8dad092920 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.230393] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.230589] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1069.233390] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd584d7-83f8-4a4f-85ee-c99d52afc399 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.238759] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1069.238759] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277482d-a12f-cabe-587c-afc70a79353d" [ 1069.238759] env[62225]: _type = "Task" [ 1069.238759] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.246305] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277482d-a12f-cabe-587c-afc70a79353d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.261837] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.262081] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.262279] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.505412] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f93a3a6d-22d0-44cf-a821-1fc411aaf07a tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "interface-1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7-dde7efc8-6673-4f40-840d-51b2df3776f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.869s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.546071] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.546313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.584403] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1069.584760] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a99e94b-d56b-48fa-af62-518722ececdf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.591952] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1069.591952] env[62225]: value = "task-678349" [ 1069.591952] env[62225]: _type = "Task" [ 1069.591952] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.600132] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.635331] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678348, 'name': Rename_Task, 'duration_secs': 0.133792} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.635609] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1069.635855] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c6f3eca-4bb9-46c0-b96d-d99d25ce47a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.642298] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1069.642298] env[62225]: value = "task-678350" [ 1069.642298] env[62225]: _type = "Task" [ 1069.642298] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.649930] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.749919] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277482d-a12f-cabe-587c-afc70a79353d, 'name': SearchDatastore_Task, 'duration_secs': 0.029922} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.752630] env[62225]: DEBUG nova.compute.manager [req-401ae681-8995-4ee5-8223-7d058aa4ee88 req-11237305-eb47-4cb9-a487-eba9ebe4551e service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Received event network-vif-deleted-e540e9b4-db53-421e-97d9-eeecec0fac92 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1069.752830] env[62225]: INFO nova.compute.manager [req-401ae681-8995-4ee5-8223-7d058aa4ee88 req-11237305-eb47-4cb9-a487-eba9ebe4551e service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Neutron deleted interface e540e9b4-db53-421e-97d9-eeecec0fac92; detaching it from the instance and deleting it from the info cache [ 1069.753016] env[62225]: DEBUG nova.network.neutron [req-401ae681-8995-4ee5-8223-7d058aa4ee88 req-11237305-eb47-4cb9-a487-eba9ebe4551e service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.754040] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbdb220-4f04-4e5d-8810-0bf6b1f8549f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.760533] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1069.760533] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f3592a-bf1b-72dd-a36c-34d71f1bd2c8" [ 1069.760533] env[62225]: _type = "Task" [ 1069.760533] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.772433] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f3592a-bf1b-72dd-a36c-34d71f1bd2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.772905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.773047] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 6135d1c5-e44a-4296-8bc5-8a87b63ad250/6135d1c5-e44a-4296-8bc5-8a87b63ad250.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1069.773964] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b78c80-5bf3-4677-9c69-90b214bd97f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.780814] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1069.780814] env[62225]: value = "task-678351" [ 1069.780814] env[62225]: _type = "Task" [ 1069.780814] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.789344] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.048641] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1070.106462] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678349, 'name': PowerOffVM_Task, 'duration_secs': 0.277191} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.106825] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1070.106994] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1070.152894] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.226750] env[62225]: DEBUG nova.network.neutron [-] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.258093] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43e1c34c-69f5-448d-8ba6-fe15bcd0f743 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.268544] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd319c93-7cf2-4617-a64a-bc824d3ac9eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.290777] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448585} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.291122] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 6135d1c5-e44a-4296-8bc5-8a87b63ad250/6135d1c5-e44a-4296-8bc5-8a87b63ad250.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1070.291345] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.291588] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71bb351-ee6d-4e77-8e01-e6336da11ed4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.300545] env[62225]: DEBUG nova.compute.manager [req-401ae681-8995-4ee5-8223-7d058aa4ee88 req-11237305-eb47-4cb9-a487-eba9ebe4551e service nova] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Detach interface failed, port_id=e540e9b4-db53-421e-97d9-eeecec0fac92, reason: Instance 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1070.305580] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1070.305580] env[62225]: value = "task-678352" [ 1070.305580] env[62225]: _type = "Task" [ 1070.305580] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.310168] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.310349] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.310525] env[62225]: DEBUG nova.network.neutron [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1070.315077] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.572554] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.572817] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.574384] env[62225]: INFO nova.compute.claims [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.613640] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1070.614101] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1070.614326] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.614526] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1070.614679] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.614837] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1070.615085] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1070.615350] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1070.615556] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1070.615731] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1070.615917] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1070.622764] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6b75fa-dc3d-4edd-904d-22be545f22b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.648942] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1070.648942] env[62225]: value = "task-678353" [ 1070.648942] env[62225]: _type = "Task" [ 1070.648942] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.657096] env[62225]: DEBUG oslo_vmware.api [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678350, 'name': PowerOnVM_Task, 'duration_secs': 0.577205} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.657729] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1070.657974] env[62225]: INFO nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1070.658190] env[62225]: DEBUG nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1070.658956] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d62d2-96f5-4789-919c-70e77f83d29f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.665723] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.730329] env[62225]: INFO nova.compute.manager [-] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Took 1.58 seconds to deallocate network for instance. [ 1070.819563] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223815} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.819834] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.820982] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa1389-de96-4922-b967-b12aed007a3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.843047] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 6135d1c5-e44a-4296-8bc5-8a87b63ad250/6135d1c5-e44a-4296-8bc5-8a87b63ad250.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.843520] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aceac64-06d3-49e3-8077-dccf1b607f5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.865674] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1070.865674] env[62225]: value = "task-678354" [ 1070.865674] env[62225]: _type = "Task" [ 1070.865674] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.873354] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.039944] env[62225]: DEBUG nova.network.neutron [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.159917] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678353, 'name': ReconfigVM_Task, 'duration_secs': 0.416072} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.160910] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1071.179192] env[62225]: INFO nova.compute.manager [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Took 13.02 seconds to build instance. [ 1071.236274] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.375192] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678354, 'name': ReconfigVM_Task, 'duration_secs': 0.272534} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.375545] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 6135d1c5-e44a-4296-8bc5-8a87b63ad250/6135d1c5-e44a-4296-8bc5-8a87b63ad250.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.376232] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4941fc37-c41d-4357-8021-1806d2728a0a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.382417] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1071.382417] env[62225]: value = "task-678355" [ 1071.382417] env[62225]: _type = "Task" [ 1071.382417] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.389692] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678355, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.542627] env[62225]: DEBUG oslo_concurrency.lockutils [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.666665] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1071.667011] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1071.667070] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.667264] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1071.667394] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.667541] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1071.668504] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1071.668504] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1071.668504] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1071.668504] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1071.668504] env[62225]: DEBUG nova.virt.hardware [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.673823] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.677019] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa17f60-90e1-45a0-b8db-b1438696ce9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.689215] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4b9c1fe4-5c83-4ccb-b789-a9e2b4050192 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.542s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.696265] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1071.696265] env[62225]: value = "task-678356" [ 1071.696265] env[62225]: _type = "Task" [ 1071.696265] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.710538] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678356, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.737100] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe87b1-ab53-482b-ad78-77babb8fba53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.746732] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273acdb-8043-4793-ba4c-f98f41d3568c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.779582] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff52903-fcf4-4833-911b-bc8af86ba576 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.787218] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06213707-68bd-436e-b5fb-16f1d3df2b93 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.802632] env[62225]: DEBUG nova.compute.provider_tree [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.825617] env[62225]: DEBUG nova.compute.manager [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Received event network-changed-87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1071.825837] env[62225]: DEBUG nova.compute.manager [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Refreshing instance network info cache due to event network-changed-87ef16e1-acbf-4675-a270-c1ada290186b. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1071.826122] env[62225]: DEBUG oslo_concurrency.lockutils [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] Acquiring lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.826313] env[62225]: DEBUG oslo_concurrency.lockutils [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] Acquired lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.826544] env[62225]: DEBUG nova.network.neutron [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Refreshing network info cache for port 87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1071.891629] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678355, 'name': Rename_Task, 'duration_secs': 0.133659} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.891932] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1071.892201] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7258b700-a4aa-4cd3-971f-68edd93e6ebf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.898476] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1071.898476] env[62225]: value = "task-678357" [ 1071.898476] env[62225]: _type = "Task" [ 1071.898476] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.906152] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.052964] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbebc11-0d7a-4b5a-825b-f874d12558fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.060639] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355cc4d-b0e5-4ab9-867c-0bb2900ed0f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.206515] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678356, 'name': ReconfigVM_Task, 'duration_secs': 0.189442} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.206828] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.207630] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa4a4b-13f2-4938-8063-5e407981206b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.229762] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.230136] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b4ab1be-a406-41b0-90e4-3af619b42fc5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.248509] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1072.248509] env[62225]: value = "task-678358" [ 1072.248509] env[62225]: _type = "Task" [ 1072.248509] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.259097] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.326743] env[62225]: ERROR nova.scheduler.client.report [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [req-bff045a9-47fb-4655-bdde-1a5d07ad88f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bff045a9-47fb-4655-bdde-1a5d07ad88f1"}]} [ 1072.346371] env[62225]: DEBUG nova.scheduler.client.report [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1072.361445] env[62225]: DEBUG nova.scheduler.client.report [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1072.361777] env[62225]: DEBUG nova.compute.provider_tree [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.376032] env[62225]: DEBUG nova.scheduler.client.report [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1072.395320] env[62225]: DEBUG nova.scheduler.client.report [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1072.409104] env[62225]: DEBUG oslo_vmware.api [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678357, 'name': PowerOnVM_Task, 'duration_secs': 0.471813} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.409421] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1072.409626] env[62225]: INFO nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1072.409801] env[62225]: DEBUG nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1072.410616] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e24b4c-d536-41c9-87fe-21ab927d41ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.532846] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78adcc-32e1-4c59-b3b5-615993304ade {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.540015] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4368510-620a-499d-834a-699b81ddde60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.569826] env[62225]: DEBUG nova.network.neutron [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updated VIF entry in instance network info cache for port 87ef16e1-acbf-4675-a270-c1ada290186b. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1072.570206] env[62225]: DEBUG nova.network.neutron [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.573043] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c460b-8153-4c42-afcc-ad12549f0b62 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.579407] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a23b1-4710-4155-8334-9ff5c3f5b9e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.592275] env[62225]: DEBUG nova.compute.provider_tree [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.760921] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678358, 'name': ReconfigVM_Task, 'duration_secs': 0.278839} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.761362] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.761533] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1072.932363] env[62225]: INFO nova.compute.manager [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Took 14.53 seconds to build instance. [ 1073.072731] env[62225]: DEBUG oslo_concurrency.lockutils [req-7778a1b7-a9b2-4373-b0cd-0734adb52fbe req-7f412047-0876-4fad-adc2-fcdf81de3125 service nova] Releasing lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.124128] env[62225]: DEBUG nova.scheduler.client.report [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1073.124461] env[62225]: DEBUG nova.compute.provider_tree [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 153 to 154 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1073.124649] env[62225]: DEBUG nova.compute.provider_tree [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.160600] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8882f6a-ceb0-4a21-8d4d-92290da84d32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.183982] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda15bc0-d767-4a4b-a49d-46b638e059e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.192089] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1073.268414] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d4c9a-a494-4c85-8d47-ad59137deb87 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.287401] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a11fc5-561a-4d92-9306-c0ad1a31e6ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.305259] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1073.434628] env[62225]: DEBUG oslo_concurrency.lockutils [None req-a4b3d912-6600-405c-bc30-6f6eb8361d30 tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.051s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.629741] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.057s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.630277] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1073.632797] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.397s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.633276] env[62225]: DEBUG nova.objects.instance [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'resources' on Instance uuid 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.698456] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1073.698615] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5656275-d3fe-49d6-b765-defff5ada26f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.707375] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1073.707375] env[62225]: value = "task-678359" [ 1073.707375] env[62225]: _type = "Task" [ 1073.707375] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.717109] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.844650] env[62225]: DEBUG nova.network.neutron [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Port 094c7011-4b44-4ae3-8046-31ff675fef82 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1074.136790] env[62225]: DEBUG nova.compute.utils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.141638] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1074.141811] env[62225]: DEBUG nova.network.neutron [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1074.178632] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097c673e-5480-459b-b6e6-3b33a18cdb26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.182840] env[62225]: DEBUG nova.policy [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf460ec608f949849f516a299cf4b695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87aed88984c34cce972fe40e04eb4486', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1074.186443] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Suspending the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1074.188873] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-005a891a-9372-4c59-bf52-c14fdab1bfd5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.195322] env[62225]: DEBUG oslo_vmware.api [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1074.195322] env[62225]: value = "task-678360" [ 1074.195322] env[62225]: _type = "Task" [ 1074.195322] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.204242] env[62225]: DEBUG oslo_vmware.api [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678360, 'name': SuspendVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.218912] env[62225]: DEBUG oslo_vmware.api [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678359, 'name': PowerOnVM_Task, 'duration_secs': 0.487409} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.219244] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1074.219468] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-28241d71-54b0-4dd6-96a4-d3dba3b2460b tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance 'b6b3006a-706a-467a-92f8-87fad7357c5d' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1074.291116] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263eb9d1-a327-4729-bf91-6cfca3246f65 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.300943] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b6a2f-1232-47d4-9617-e1a2be5c97bf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.336224] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4005a8c-6c99-49af-98bb-1726409befd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.344627] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8817bb4e-21cb-40a7-b1b4-7c99578b57dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.362990] env[62225]: DEBUG nova.compute.provider_tree [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.457071] env[62225]: DEBUG nova.network.neutron [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Successfully created port: 4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.578060] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.578060] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1074.642214] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1074.705933] env[62225]: DEBUG oslo_vmware.api [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678360, 'name': SuspendVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.868046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.868046] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.868436] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.869508] env[62225]: DEBUG nova.scheduler.client.report [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1075.205455] env[62225]: DEBUG oslo_vmware.api [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678360, 'name': SuspendVM_Task, 'duration_secs': 0.792705} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.205744] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Suspended the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1075.205933] env[62225]: DEBUG nova.compute.manager [None req-e998915c-44f2-4c73-ba06-3e2450fbd47d tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1075.206709] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc323e-094d-4862-b0e8-c347e31752d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.377864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.401857] env[62225]: INFO nova.scheduler.client.report [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted allocations for instance 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7 [ 1075.610495] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.610649] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.610824] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1075.651584] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1075.680647] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1075.680921] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1075.681096] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.681295] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1075.681443] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.681592] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1075.681799] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1075.681959] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1075.682207] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1075.682380] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1075.682553] env[62225]: DEBUG nova.virt.hardware [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1075.683429] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d25cf-f6dd-4d89-89d5-418e957aa7dc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.692341] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382de183-ebc4-43eb-b3a6-4fea6c75adfe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.909805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f05394fa-bbc7-4fa9-a515-bc3c9e4b229e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.898s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.911253] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.911421] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.911593] env[62225]: DEBUG nova.network.neutron [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1075.930244] env[62225]: DEBUG nova.compute.manager [req-4a34ce4d-37a3-4424-9d58-5a01d8ec4a52 req-757d9b97-bf78-4646-a8f8-462602b1d3f1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Received event network-vif-plugged-4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1075.930458] env[62225]: DEBUG oslo_concurrency.lockutils [req-4a34ce4d-37a3-4424-9d58-5a01d8ec4a52 req-757d9b97-bf78-4646-a8f8-462602b1d3f1 service nova] Acquiring lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.930656] env[62225]: DEBUG oslo_concurrency.lockutils [req-4a34ce4d-37a3-4424-9d58-5a01d8ec4a52 req-757d9b97-bf78-4646-a8f8-462602b1d3f1 service nova] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.930824] env[62225]: DEBUG oslo_concurrency.lockutils [req-4a34ce4d-37a3-4424-9d58-5a01d8ec4a52 req-757d9b97-bf78-4646-a8f8-462602b1d3f1 service nova] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.930991] env[62225]: DEBUG nova.compute.manager [req-4a34ce4d-37a3-4424-9d58-5a01d8ec4a52 req-757d9b97-bf78-4646-a8f8-462602b1d3f1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] No waiting events found dispatching network-vif-plugged-4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1075.931191] env[62225]: WARNING nova.compute.manager [req-4a34ce4d-37a3-4424-9d58-5a01d8ec4a52 req-757d9b97-bf78-4646-a8f8-462602b1d3f1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Received unexpected event network-vif-plugged-4a106100-e03e-4685-9851-6080385696a0 for instance with vm_state building and task_state spawning. [ 1076.074965] env[62225]: DEBUG nova.network.neutron [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Successfully updated port: 4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.580984] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "refresh_cache-b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.581210] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "refresh_cache-b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581298] env[62225]: DEBUG nova.network.neutron [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1076.607488] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.607757] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.607980] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.608183] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.608366] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.610341] env[62225]: INFO nova.compute.manager [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Terminating instance [ 1076.612181] env[62225]: DEBUG nova.compute.manager [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1076.612380] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1076.613213] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144f16a-e7f8-46ea-bce7-4113f8f6112b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.623614] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1076.623882] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ac378a-5d25-4182-990c-86640a9448d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.687466] env[62225]: DEBUG nova.network.neutron [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.707928] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1076.707928] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1076.708155] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleting the datastore file [datastore2] 6135d1c5-e44a-4296-8bc5-8a87b63ad250 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.708375] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9856dd-d559-49ff-b3b6-99b64d090ef5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.718607] env[62225]: DEBUG oslo_vmware.api [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1076.718607] env[62225]: value = "task-678362" [ 1076.718607] env[62225]: _type = "Task" [ 1076.718607] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.726752] env[62225]: DEBUG oslo_vmware.api [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.815173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.815458] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.815691] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.815882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.816075] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.820433] env[62225]: INFO nova.compute.manager [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Terminating instance [ 1076.822474] env[62225]: DEBUG nova.compute.manager [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1076.822705] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1076.823570] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cfc17-7807-40a3-8bc0-fb108c5b3232 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.833064] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1076.833358] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a8d4af-254b-4a79-934d-dc065335491c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.836980] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Updating instance_info_cache with network_info: [{"id": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "address": "fa:16:3e:51:ad:53", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2d81c2-42", "ovs_interfaceid": "3c2d81c2-4203-46fb-8103-d72f9319fb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.840541] env[62225]: DEBUG oslo_vmware.api [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1076.840541] env[62225]: value = "task-678363" [ 1076.840541] env[62225]: _type = "Task" [ 1076.840541] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.849519] env[62225]: DEBUG oslo_vmware.api [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.965626] env[62225]: DEBUG nova.network.neutron [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Port 884e4a7e-b104-4939-976d-009e43d98763 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1076.966092] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.966428] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.966669] env[62225]: DEBUG nova.network.neutron [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1077.121831] env[62225]: DEBUG nova.network.neutron [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1077.190114] env[62225]: DEBUG oslo_concurrency.lockutils [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.228399] env[62225]: DEBUG oslo_vmware.api [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212614} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.228663] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.228854] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1077.229117] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1077.229247] env[62225]: INFO nova.compute.manager [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1077.229495] env[62225]: DEBUG oslo.service.loopingcall [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.229697] env[62225]: DEBUG nova.compute.manager [-] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1077.229790] env[62225]: DEBUG nova.network.neutron [-] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1077.256129] env[62225]: DEBUG nova.network.neutron [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Updating instance_info_cache with network_info: [{"id": "4a106100-e03e-4685-9851-6080385696a0", "address": "fa:16:3e:ff:06:ba", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a106100-e0", "ovs_interfaceid": "4a106100-e03e-4685-9851-6080385696a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.340353] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.340945] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1077.340945] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.341443] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.344996] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.345282] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.345343] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1077.345959] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.351766] env[62225]: DEBUG oslo_vmware.api [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678363, 'name': PowerOffVM_Task, 'duration_secs': 0.185957} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.352064] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1077.352257] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1077.352510] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836800e1-9e4f-44ba-bbce-e7d5a988f043 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.427886] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1077.428161] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1077.428301] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleting the datastore file [datastore1] 5b458ea8-0149-40c0-abcb-a51812ec6369 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.429164] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7418ed6c-966d-453f-8af5-6e5fcde9ff37 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.437229] env[62225]: DEBUG oslo_vmware.api [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for the task: (returnval){ [ 1077.437229] env[62225]: value = "task-678365" [ 1077.437229] env[62225]: _type = "Task" [ 1077.437229] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.447293] env[62225]: DEBUG oslo_vmware.api [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.594688] env[62225]: DEBUG nova.compute.manager [req-f5212d0f-fe94-4722-803b-f2f0e1f128de req-9db01ef3-cb3a-4e0e-bda4-39603aae4b19 service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Received event network-vif-deleted-24b23242-afe8-4794-afe8-e35495f3580c {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1077.594962] env[62225]: INFO nova.compute.manager [req-f5212d0f-fe94-4722-803b-f2f0e1f128de req-9db01ef3-cb3a-4e0e-bda4-39603aae4b19 service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Neutron deleted interface 24b23242-afe8-4794-afe8-e35495f3580c; detaching it from the instance and deleting it from the info cache [ 1077.595541] env[62225]: DEBUG nova.network.neutron [req-f5212d0f-fe94-4722-803b-f2f0e1f128de req-9db01ef3-cb3a-4e0e-bda4-39603aae4b19 service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.716016] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7878dd7-7e53-466b-9e22-d962a147601e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.734838] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c6fbcf-dec4-4dd6-9e0c-8eaef1a76ae3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.744927] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1077.760261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "refresh_cache-b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.760754] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Instance network_info: |[{"id": "4a106100-e03e-4685-9851-6080385696a0", "address": "fa:16:3e:ff:06:ba", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a106100-e0", "ovs_interfaceid": "4a106100-e03e-4685-9851-6080385696a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1077.761326] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:06:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a106100-e03e-4685-9851-6080385696a0', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.769283] env[62225]: DEBUG oslo.service.loopingcall [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.769619] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1077.770058] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8319175a-4942-42dc-8393-5fc113bd0343 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.791709] env[62225]: DEBUG nova.network.neutron [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.799333] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.799333] env[62225]: value = "task-678366" [ 1077.799333] env[62225]: _type = "Task" [ 1077.799333] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.808246] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678366, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.849454] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.849680] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.849853] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.850017] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1077.850970] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200745c7-f26d-4428-98e7-4d217ad1b1bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.860017] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab576ba-30e9-47f0-ad40-c56422055e0a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.875110] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6341c573-a869-43ff-b608-68138ee6ce77 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.882352] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51fd3b1-41f2-4a83-9ccb-0c25c158ca3a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.913455] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180115MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1077.913763] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.913871] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.951165] env[62225]: DEBUG oslo_vmware.api [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Task: {'id': task-678365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242541} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.952636] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.952866] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1077.953100] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1077.953310] env[62225]: INFO nova.compute.manager [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1077.953580] env[62225]: DEBUG oslo.service.loopingcall [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.954082] env[62225]: DEBUG nova.compute.manager [-] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1077.954187] env[62225]: DEBUG nova.network.neutron [-] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1077.968528] env[62225]: DEBUG nova.compute.manager [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Received event network-changed-4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1077.968852] env[62225]: DEBUG nova.compute.manager [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Refreshing instance network info cache due to event network-changed-4a106100-e03e-4685-9851-6080385696a0. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1077.968940] env[62225]: DEBUG oslo_concurrency.lockutils [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] Acquiring lock "refresh_cache-b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.969098] env[62225]: DEBUG oslo_concurrency.lockutils [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] Acquired lock "refresh_cache-b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.969268] env[62225]: DEBUG nova.network.neutron [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Refreshing network info cache for port 4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1077.970448] env[62225]: DEBUG nova.network.neutron [-] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.098950] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbbf7d25-36f6-4ad0-9270-ab0f746d3512 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.111641] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b82a53-83dd-42b4-86f1-6702b4a578b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.143406] env[62225]: DEBUG nova.compute.manager [req-f5212d0f-fe94-4722-803b-f2f0e1f128de req-9db01ef3-cb3a-4e0e-bda4-39603aae4b19 service nova] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Detach interface failed, port_id=24b23242-afe8-4794-afe8-e35495f3580c, reason: Instance 6135d1c5-e44a-4296-8bc5-8a87b63ad250 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1078.250809] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1078.251343] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23e0cf18-ad83-494d-848a-90083b004783 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258803] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1078.258803] env[62225]: value = "task-678367" [ 1078.258803] env[62225]: _type = "Task" [ 1078.258803] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.266738] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.293964] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.310162] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678366, 'name': CreateVM_Task, 'duration_secs': 0.455957} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.310380] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1078.310982] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.311164] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.311484] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.311742] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792bf159-be39-46d9-b253-8a9b7ad1ee0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.328570] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1078.328570] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520369f5-4c79-de50-d601-a20ce099f191" [ 1078.328570] env[62225]: _type = "Task" [ 1078.328570] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.336867] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520369f5-4c79-de50-d601-a20ce099f191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.476207] env[62225]: INFO nova.compute.manager [-] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Took 1.25 seconds to deallocate network for instance. [ 1078.706211] env[62225]: DEBUG nova.network.neutron [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Updated VIF entry in instance network info cache for port 4a106100-e03e-4685-9851-6080385696a0. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1078.706623] env[62225]: DEBUG nova.network.neutron [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Updating instance_info_cache with network_info: [{"id": "4a106100-e03e-4685-9851-6080385696a0", "address": "fa:16:3e:ff:06:ba", "network": {"id": "e19e299d-1dcd-41c6-a889-626a034077be", "bridge": "br-int", "label": "tempest-ServersTestJSON-773415162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87aed88984c34cce972fe40e04eb4486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a106100-e0", "ovs_interfaceid": "4a106100-e03e-4685-9851-6080385696a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.726880] env[62225]: DEBUG nova.network.neutron [-] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.769490] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.797886] env[62225]: DEBUG nova.compute.manager [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62225) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1078.839778] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520369f5-4c79-de50-d601-a20ce099f191, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.840166] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.843057] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.843057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.843057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.843057] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.843057] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88261e23-eafd-450e-b243-a5b85a79194d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.850250] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.850250] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1078.850897] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fb8593-ba4d-4eee-878c-1246f4bfa9cc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.858720] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1078.858720] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277e872-854e-83ed-7e4c-ba1721141d8d" [ 1078.858720] env[62225]: _type = "Task" [ 1078.858720] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.866473] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277e872-854e-83ed-7e4c-ba1721141d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.923589] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Applying migration context for instance b6b3006a-706a-467a-92f8-87fad7357c5d as it has an incoming, in-progress migration 15bbcce3-1957-492f-8f59-936a7d6637c5. Migration status is reverting {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1078.923908] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Applying migration context for instance f298ce38-28e8-4629-9f1d-7f0df609a734 as it has an incoming, in-progress migration 7394a4cd-f250-40c6-a19a-7a923274a904. Migration status is post-migrating {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1078.924983] env[62225]: INFO nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating resource usage from migration 15bbcce3-1957-492f-8f59-936a7d6637c5 [ 1078.925311] env[62225]: INFO nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating resource usage from migration 7394a4cd-f250-40c6-a19a-7a923274a904 [ 1078.944849] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945039] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 5b458ea8-0149-40c0-abcb-a51812ec6369 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945128] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Migration 15bbcce3-1957-492f-8f59-936a7d6637c5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1078.945283] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance b6b3006a-706a-467a-92f8-87fad7357c5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945359] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance ddb74424-77aa-4fea-9af4-5b2d8e6c4cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945477] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6135d1c5-e44a-4296-8bc5-8a87b63ad250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945585] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Migration 7394a4cd-f250-40c6-a19a-7a923274a904 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1078.945692] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance f298ce38-28e8-4629-9f1d-7f0df609a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945800] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1078.945988] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1078.946137] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1078.982820] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.046255] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f539fb13-fbf1-4bb3-ac01-9bf8d980da5c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.053853] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8e87b-84aa-43c2-b30f-5d677caad6cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.085989] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f77d2-abf1-4add-a946-2044cd81ceea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.093758] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aea25f-614b-469b-a7d5-759435333fad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.108882] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.209504] env[62225]: DEBUG oslo_concurrency.lockutils [req-d1671312-1172-4a31-9529-301da2786f15 req-3677c015-09ed-4895-8766-bd172375cea1 service nova] Releasing lock "refresh_cache-b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.229661] env[62225]: INFO nova.compute.manager [-] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Took 1.28 seconds to deallocate network for instance. [ 1079.273549] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.369563] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5277e872-854e-83ed-7e4c-ba1721141d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008826} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.370798] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba51d515-748e-4fba-8f0a-2e2fc791fbd1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.376267] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1079.376267] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5207f59a-6b58-48f4-455d-c6f2b4d60c40" [ 1079.376267] env[62225]: _type = "Task" [ 1079.376267] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.384428] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5207f59a-6b58-48f4-455d-c6f2b4d60c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.620985] env[62225]: DEBUG nova.compute.manager [req-b9336060-ef86-43bc-a4cc-8160f8c17d17 req-3a27bcc4-3ff0-4cd7-a4c7-78dad223e95b service nova] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Received event network-vif-deleted-6601c9ee-9f4e-45f6-8d18-c62738786c0b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1079.637292] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1079.637500] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 154 to 155 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1079.637648] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.736605] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.770895] env[62225]: DEBUG oslo_vmware.api [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678367, 'name': PowerOnVM_Task, 'duration_secs': 1.319928} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.771198] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1079.771388] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-90de3c83-6575-4200-9ae7-dd30b2fedde9 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance 'f298ce38-28e8-4629-9f1d-7f0df609a734' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1079.886890] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5207f59a-6b58-48f4-455d-c6f2b4d60c40, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.887175] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.887437] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b/b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1079.887686] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e61a7bf-3185-42d6-85b9-f5fa12dd24ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.894930] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1079.894930] env[62225]: value = "task-678368" [ 1079.894930] env[62225]: _type = "Task" [ 1079.894930] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.903265] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.903527] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.142477] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1080.142875] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.143178] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.160s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.143490] env[62225]: DEBUG nova.objects.instance [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'resources' on Instance uuid 6135d1c5-e44a-4296-8bc5-8a87b63ad250 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.145260] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.145588] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Cleaning up deleted instances with incomplete migration {{(pid=62225) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1080.408623] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465219} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.409049] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b/b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1080.409368] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.409702] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e10ffc5-cb84-44f6-a4d9-c7928f76cfc7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.417758] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1080.417758] env[62225]: value = "task-678369" [ 1080.417758] env[62225]: _type = "Task" [ 1080.417758] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.428726] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.651750] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.749641] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112aa2e6-c471-4930-9019-5e6f4b34f96c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.757407] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea0a65d-8954-4294-baa4-d1a7c464f847 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.791729] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09792629-80b9-4175-8651-eaf4f0876255 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.799477] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cfba10-bdde-46e8-bc71-50d671e916c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.812637] env[62225]: DEBUG nova.compute.provider_tree [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.927716] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061516} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.928009] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.928869] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42126c-9df9-48d6-901e-29c3280339bf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.950311] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b/b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.950559] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9718ec-0960-4438-8d08-e997fa3bc03b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.969654] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1080.969654] env[62225]: value = "task-678370" [ 1080.969654] env[62225]: _type = "Task" [ 1080.969654] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.979242] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.388936] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.389237] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.389435] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.418670] env[62225]: DEBUG nova.scheduler.client.report [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1081.418962] env[62225]: DEBUG nova.compute.provider_tree [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 155 to 156 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.419181] env[62225]: DEBUG nova.compute.provider_tree [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.481989] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.577617] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.577868] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Cleaning up deleted instances {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1081.924275] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.927582] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.191s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.927925] env[62225]: DEBUG nova.objects.instance [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lazy-loading 'resources' on Instance uuid 5b458ea8-0149-40c0-abcb-a51812ec6369 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.947884] env[62225]: INFO nova.scheduler.client.report [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocations for instance 6135d1c5-e44a-4296-8bc5-8a87b63ad250 [ 1081.980936] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678370, 'name': ReconfigVM_Task, 'duration_secs': 0.755537} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.980936] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Reconfigured VM instance instance-0000006b to attach disk [datastore1] b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b/b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.981663] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bf2edeb-f6a0-4494-aa7b-be13e6b06652 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.990237] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1081.990237] env[62225]: value = "task-678371" [ 1081.990237] env[62225]: _type = "Task" [ 1081.990237] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.000979] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678371, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.091083] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] There are 46 instances to clean {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1082.091249] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: a3ed09e1-0f55-4f26-80c5-ed12d8b22166] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1082.194249] env[62225]: DEBUG nova.network.neutron [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Port 094c7011-4b44-4ae3-8046-31ff675fef82 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1082.194764] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.194940] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.195128] env[62225]: DEBUG nova.network.neutron [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1082.455026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0cb20862-5a31-40d8-895d-5cb95cbe5f0c tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "6135d1c5-e44a-4296-8bc5-8a87b63ad250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.847s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.503159] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678371, 'name': Rename_Task, 'duration_secs': 0.144683} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.503529] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1082.504174] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b348c88c-95ab-4da9-b3a4-180da6d088f4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.513697] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1082.513697] env[62225]: value = "task-678372" [ 1082.513697] env[62225]: _type = "Task" [ 1082.513697] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.525744] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.539371] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f633d86f-d281-4757-8515-8b595156be2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.547767] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27dcb28-c173-49cb-9c14-f0739dd08478 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.579681] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492709df-9ded-4175-93ee-67ebacf9c6e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.587510] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9145e280-f1d3-4d76-9d5e-772645cbcff2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.601332] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: a6c03e47-a021-460b-b10a-3f093fb741d7] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1082.604469] env[62225]: DEBUG nova.compute.provider_tree [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.941760] env[62225]: DEBUG nova.network.neutron [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.024310] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.104597] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 284a717f-d943-4daa-83df-eb8f40476e99] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1083.107527] env[62225]: DEBUG nova.scheduler.client.report [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1083.444569] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.525089] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678372, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.612905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.615339] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 98aeeca1-9889-46b9-b68f-6a16aaeeec6b] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1083.618277] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.714s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.632797] env[62225]: INFO nova.scheduler.client.report [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Deleted allocations for instance 5b458ea8-0149-40c0-abcb-a51812ec6369 [ 1083.825280] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.825634] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.947834] env[62225]: DEBUG nova.compute.manager [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62225) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1083.948182] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.024967] env[62225]: DEBUG oslo_vmware.api [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678372, 'name': PowerOnVM_Task, 'duration_secs': 1.156291} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.025268] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1084.025475] env[62225]: INFO nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1084.025654] env[62225]: DEBUG nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1084.026458] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fe4795-8cb3-4d3b-a771-448013a8f7cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.121415] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 1bc6c4f9-3d4d-4e2f-972f-84c68d4647a7] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1084.123240] env[62225]: DEBUG nova.objects.instance [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'migration_context' on Instance uuid b6b3006a-706a-467a-92f8-87fad7357c5d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.141678] env[62225]: DEBUG oslo_concurrency.lockutils [None req-46160990-39c6-4663-8c7f-d4cabf28337e tempest-AttachInterfacesTestJSON-765761654 tempest-AttachInterfacesTestJSON-765761654-project-member] Lock "5b458ea8-0149-40c0-abcb-a51812ec6369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.326s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.328600] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1084.544619] env[62225]: INFO nova.compute.manager [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Took 13.99 seconds to build instance. [ 1084.625190] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 3aa39e5d-0511-4346-8e85-d4936243941e] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1084.739025] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48a117-267f-4fbb-b075-4b73cdd80f0c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.745935] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3240f942-2ade-4973-a9dc-a8d6eb263e59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.782486] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689a63ff-f29b-4bfc-a458-0d6de9086b7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.790998] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cb7660-9e67-4383-bc6e-0246a9d68795 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.806102] env[62225]: DEBUG nova.compute.provider_tree [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.845884] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.047980] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ce0082ac-2659-414d-b16f-3aeb7ea9f05d tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.501s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.130776] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6bda5823-07b3-4eaa-9ac8-c0ada5e71fd6] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1085.308477] env[62225]: DEBUG nova.scheduler.client.report [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1085.370026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.370427] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.370690] env[62225]: DEBUG nova.compute.manager [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1085.373033] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394b658-7251-4852-a14e-83db7037d002 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.387481] env[62225]: DEBUG nova.compute.manager [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1085.388085] env[62225]: DEBUG nova.objects.instance [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'flavor' on Instance uuid b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.634057] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: cdba16a5-3907-4184-813d-ce8c8df03796] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1085.894857] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1085.894857] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39398ed0-f2d8-48cd-9493-3ed7a16c7fe9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.901684] env[62225]: DEBUG oslo_vmware.api [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1085.901684] env[62225]: value = "task-678373" [ 1085.901684] env[62225]: _type = "Task" [ 1085.901684] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.911397] env[62225]: DEBUG oslo_vmware.api [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.137387] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 5c29706a-cd48-44ec-b314-1a28886e19c0] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1086.318839] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.701s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.328441] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.380s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.412099] env[62225]: DEBUG oslo_vmware.api [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678373, 'name': PowerOffVM_Task, 'duration_secs': 0.192132} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.412882] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1086.413044] env[62225]: DEBUG nova.compute.manager [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1086.413823] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5952a745-3a6d-4762-a6ff-0022418190a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.645640] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: cc88b8a8-7332-41a6-ac8f-548fdbee99ab] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1086.839156] env[62225]: DEBUG nova.objects.instance [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'migration_context' on Instance uuid f298ce38-28e8-4629-9f1d-7f0df609a734 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.925036] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7dcbeff0-80b1-4388-82bd-dc3b81771fe8 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.149011] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 7c2877e4-3bb8-44e6-9456-beacaa003778] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1087.474227] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa156d-bdfd-4f9d-a66b-e1a51a5d01a1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.480201] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f0c022-86d8-4aaf-93cc-32197c9ae443 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.512793] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6de04d-6c21-4b3b-9cf9-030648b683c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.521350] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c907ea-5bfc-4b2d-a3b9-427897d46e76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.535438] env[62225]: DEBUG nova.compute.provider_tree [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.655575] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 90398046-7523-46d7-a78f-be88c779b19c] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1087.868955] env[62225]: INFO nova.compute.manager [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Swapping old allocation on dict_keys(['903ec370-a00f-40fb-b212-90647084112a']) held by migration 15bbcce3-1957-492f-8f59-936a7d6637c5 for instance [ 1087.894859] env[62225]: DEBUG nova.scheduler.client.report [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Overwriting current allocation {'allocations': {'903ec370-a00f-40fb-b212-90647084112a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'd0f3e2451f224d6394039a6a0b201430', 'user_id': '52c88947cfab4465a06d84fe99bf9ffb', 'consumer_generation': 1} on consumer b6b3006a-706a-467a-92f8-87fad7357c5d {{(pid=62225) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1087.973029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.973029] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.973029] env[62225]: DEBUG nova.network.neutron [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1088.038202] env[62225]: DEBUG nova.scheduler.client.report [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1088.156386] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 5bb44249-074a-4c8f-add6-e2dc1a8738cc] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1088.329627] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.329905] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.330158] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.330348] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.330524] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.333188] env[62225]: INFO nova.compute.manager [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Terminating instance [ 1088.334977] env[62225]: DEBUG nova.compute.manager [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1088.335200] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1088.336055] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6a762-accb-4777-b20e-8e8680078060 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.344021] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1088.344467] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be676a9d-63dd-42d0-81a1-2c218872af21 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.437486] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1088.437946] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1088.438288] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore1] b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.438593] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-665a9691-614b-41b8-a4de-27e057daeb48 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.446708] env[62225]: DEBUG oslo_vmware.api [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1088.446708] env[62225]: value = "task-678375" [ 1088.446708] env[62225]: _type = "Task" [ 1088.446708] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.454914] env[62225]: DEBUG oslo_vmware.api [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.659790] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 2673f54d-19f4-4302-882c-70e9da03cb58] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1088.719738] env[62225]: DEBUG nova.network.neutron [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [{"id": "884e4a7e-b104-4939-976d-009e43d98763", "address": "fa:16:3e:d4:5c:37", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884e4a7e-b1", "ovs_interfaceid": "884e4a7e-b104-4939-976d-009e43d98763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.960308] env[62225]: DEBUG oslo_vmware.api [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218801} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.960782] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.961319] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1088.961405] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1088.961866] env[62225]: INFO nova.compute.manager [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1088.962136] env[62225]: DEBUG oslo.service.loopingcall [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.962446] env[62225]: DEBUG nova.compute.manager [-] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1088.962611] env[62225]: DEBUG nova.network.neutron [-] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1089.049160] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.721s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.054844] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.209s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.056586] env[62225]: INFO nova.compute.claims [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.167024] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: bdee07e4-8d40-412b-859c-b1e6bb67af2d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1089.214235] env[62225]: DEBUG nova.compute.manager [req-b7090230-264e-46c4-aafc-6fc03b53a377 req-0b63834f-45f5-444e-a74f-d2dfa0f993f9 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Received event network-vif-deleted-4a106100-e03e-4685-9851-6080385696a0 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1089.214427] env[62225]: INFO nova.compute.manager [req-b7090230-264e-46c4-aafc-6fc03b53a377 req-0b63834f-45f5-444e-a74f-d2dfa0f993f9 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Neutron deleted interface 4a106100-e03e-4685-9851-6080385696a0; detaching it from the instance and deleting it from the info cache [ 1089.214601] env[62225]: DEBUG nova.network.neutron [req-b7090230-264e-46c4-aafc-6fc03b53a377 req-0b63834f-45f5-444e-a74f-d2dfa0f993f9 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.221847] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-b6b3006a-706a-467a-92f8-87fad7357c5d" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.222779] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bb54c8-4a93-46b7-a2ee-d224490d3b8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.231328] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35bb949-f3ef-4856-8a21-c55bb954924e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.667759] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 4db736f4-9018-48e6-9c8d-382c36d1c75d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1089.692020] env[62225]: DEBUG nova.network.neutron [-] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.717417] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c763a91-37ae-4017-809a-a68add22b325 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.727801] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff96718-b806-4793-9d58-2613d407d415 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.759068] env[62225]: DEBUG nova.compute.manager [req-b7090230-264e-46c4-aafc-6fc03b53a377 req-0b63834f-45f5-444e-a74f-d2dfa0f993f9 service nova] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Detach interface failed, port_id=4a106100-e03e-4685-9851-6080385696a0, reason: Instance b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1090.167359] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb379e8-dd56-402c-a657-fab86fcfbba6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.174312] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 8a6ad4c6-3b26-4059-9795-e58ed8bd2a92] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1090.178212] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d573fa6d-d67c-4eb1-a6ae-a88bd1e40586 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.208646] env[62225]: INFO nova.compute.manager [-] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Took 1.25 seconds to deallocate network for instance. [ 1090.215014] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83558131-253a-4843-a751-a05f4b7db8b2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.223349] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ba802a-a98f-4d44-96a3-dc740793c8a4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.237692] env[62225]: DEBUG nova.compute.provider_tree [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.312975] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1090.313479] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d543fc0-d53e-4c17-96ea-2a6f7723f425 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.327747] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1090.327747] env[62225]: value = "task-678376" [ 1090.327747] env[62225]: _type = "Task" [ 1090.327747] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.335855] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.591547] env[62225]: INFO nova.compute.manager [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Swapping old allocation on dict_keys(['903ec370-a00f-40fb-b212-90647084112a']) held by migration 7394a4cd-f250-40c6-a19a-7a923274a904 for instance [ 1090.612761] env[62225]: DEBUG nova.scheduler.client.report [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Overwriting current allocation {'allocations': {'903ec370-a00f-40fb-b212-90647084112a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': 'a050cb65aa8346e2abb7210716e24075', 'user_id': 'ef293feab3eb464e939da60df8b78c67', 'consumer_generation': 1} on consumer f298ce38-28e8-4629-9f1d-7f0df609a734 {{(pid=62225) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1090.677411] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: cfef2461-9316-486b-8c8b-e9979d46a94f] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1090.684010] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.684261] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.684369] env[62225]: DEBUG nova.network.neutron [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1090.715290] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.756875] env[62225]: ERROR nova.scheduler.client.report [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [req-6db96162-4d7e-4276-9f08-7569c68e1c35] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 903ec370-a00f-40fb-b212-90647084112a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6db96162-4d7e-4276-9f08-7569c68e1c35"}]} [ 1090.772375] env[62225]: DEBUG nova.scheduler.client.report [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1090.785239] env[62225]: DEBUG nova.scheduler.client.report [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1090.785493] env[62225]: DEBUG nova.compute.provider_tree [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 83, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.795790] env[62225]: DEBUG nova.scheduler.client.report [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1090.815013] env[62225]: DEBUG nova.scheduler.client.report [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1090.838840] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678376, 'name': PowerOffVM_Task, 'duration_secs': 0.258444} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.841062] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1090.841747] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1090.841986] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1090.842167] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.842357] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1090.842505] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.842652] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1090.842854] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1090.843023] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1090.843196] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1090.843360] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1090.843533] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.848518] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d8845d-837b-4ee0-92ec-507fd487a0ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.865545] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1090.865545] env[62225]: value = "task-678377" [ 1090.865545] env[62225]: _type = "Task" [ 1090.865545] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.875077] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.900014] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5bd8bd-2a2f-419c-b433-e1760d5a2dc3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.908046] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa64954-48c9-4e99-b7fd-dc64418aa094 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.941311] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdfcc59-49f5-428c-bc36-8fc049937a9d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.949190] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ee9ec0-dcec-4ba8-bc62-52f87ae78f4f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.962669] env[62225]: DEBUG nova.compute.provider_tree [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.184089] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 4137ef36-75a4-46f5-8534-f159e7211118] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1091.376263] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678377, 'name': ReconfigVM_Task, 'duration_secs': 0.156107} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.377074] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7977377-c445-4100-b34c-172cc1f6adee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.398104] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1091.398414] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1091.398579] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.398766] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1091.398918] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.399083] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1091.399287] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1091.399448] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1091.399617] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1091.399781] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1091.399956] env[62225]: DEBUG nova.virt.hardware [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1091.401505] env[62225]: DEBUG nova.network.neutron [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [{"id": "094c7011-4b44-4ae3-8046-31ff675fef82", "address": "fa:16:3e:66:80:26", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap094c7011-4b", "ovs_interfaceid": "094c7011-4b44-4ae3-8046-31ff675fef82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.402634] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15226c19-a580-48e3-af1d-b2bf820066ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.409056] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1091.409056] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa9452-b581-d2b2-3fcb-591aaede7dd6" [ 1091.409056] env[62225]: _type = "Task" [ 1091.409056] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.417157] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa9452-b581-d2b2-3fcb-591aaede7dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.493475] env[62225]: DEBUG nova.scheduler.client.report [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updated inventory for provider 903ec370-a00f-40fb-b212-90647084112a with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1091.493799] env[62225]: DEBUG nova.compute.provider_tree [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating resource provider 903ec370-a00f-40fb-b212-90647084112a generation from 159 to 160 during operation: update_inventory {{(pid=62225) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.493997] env[62225]: DEBUG nova.compute.provider_tree [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.688550] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 84aafe14-992f-497d-ac94-a20eb978c348] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1091.906030] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-f298ce38-28e8-4629-9f1d-7f0df609a734" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.906358] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1091.906762] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8a037c-7ce8-4a78-a988-53f79c655c3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.914099] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1091.914099] env[62225]: value = "task-678378" [ 1091.914099] env[62225]: _type = "Task" [ 1091.914099] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.921047] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fa9452-b581-d2b2-3fcb-591aaede7dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.007919} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.926769] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.929734] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16072276-15a8-422e-97b3-8da0a4bfd3a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.942526] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.948609] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1091.948609] env[62225]: value = "task-678379" [ 1091.948609] env[62225]: _type = "Task" [ 1091.948609] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.957644] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.999275] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.944s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.999783] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1092.002431] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.287s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.002682] env[62225]: DEBUG nova.objects.instance [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'resources' on Instance uuid b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.192187] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 80fa37f9-2db8-4986-82c8-669ac9b34357] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1092.426706] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678378, 'name': PowerOffVM_Task, 'duration_secs': 0.229074} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.427046] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1092.427702] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1092.427920] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1092.428091] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.428284] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1092.428430] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.428630] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1092.428868] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1092.429119] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1092.429313] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1092.429484] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1092.429660] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.434653] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54dc152-2205-4c37-892d-60d463c2c179 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.454324] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1092.454324] env[62225]: value = "task-678380" [ 1092.454324] env[62225]: _type = "Task" [ 1092.454324] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.462127] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678379, 'name': ReconfigVM_Task, 'duration_secs': 0.220049} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.462777] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.463674] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa259969-8adf-4a87-82fe-b86002e31da5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.471800] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.493695] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.494022] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55d7d29-887b-46dc-b74d-17b627b5713e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.507493] env[62225]: DEBUG nova.compute.utils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1092.511335] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1092.511504] env[62225]: DEBUG nova.network.neutron [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1092.519716] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1092.519716] env[62225]: value = "task-678381" [ 1092.519716] env[62225]: _type = "Task" [ 1092.519716] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.529298] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.561713] env[62225]: DEBUG nova.policy [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b46d1b7ebff4b02a5df2c7df3ef4d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '987f21651793480f9491cd902ecaf08d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1092.678663] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390824aa-27f2-4081-9b01-0dfcb70fc5d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.687255] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf69ba-1eea-4530-8a5f-f0321129b23c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.717987] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b6d9ba98-9e70-437a-b4e4-2246355d72d5] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1092.720621] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce77f361-7322-4997-ad58-9b4ee9319460 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.729455] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65560d25-e297-4cac-b75e-a94a40c39d8e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.743631] env[62225]: DEBUG nova.compute.provider_tree [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.825223] env[62225]: DEBUG nova.network.neutron [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Successfully created port: 64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.967299] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678380, 'name': ReconfigVM_Task, 'duration_secs': 0.150193} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.968143] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ef6a58-9d7b-416d-b8e0-b1cc67d54091 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.987612] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1092.987904] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1092.988083] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.988279] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1092.988418] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.988568] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1092.988774] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1092.988937] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1092.989120] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1092.990265] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1092.990265] env[62225]: DEBUG nova.virt.hardware [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.990265] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a03e53-4dcd-479c-80d0-c84cad02f324 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.996470] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1092.996470] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52df53d4-ae6d-e49f-b1a9-1ffe93d19dca" [ 1092.996470] env[62225]: _type = "Task" [ 1092.996470] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.004544] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52df53d4-ae6d-e49f-b1a9-1ffe93d19dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.013016] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1093.029942] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678381, 'name': ReconfigVM_Task, 'duration_secs': 0.437599} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.030361] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d/b6b3006a-706a-467a-92f8-87fad7357c5d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.031298] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c00735-810d-4f65-9301-58ee64f2104b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.053046] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00549322-c47c-4ea4-ba30-86441fbc6700 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.076297] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf2af60-6eb0-4e64-8ae1-8a5324761fa5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.098184] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c046e4-657e-4014-b8b8-029b0803e61c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.107038] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1093.107038] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f373b4-0ea5-472e-9914-119c3b212b95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.113453] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1093.113453] env[62225]: value = "task-678382" [ 1093.113453] env[62225]: _type = "Task" [ 1093.113453] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.123237] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.224186] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 4e2fab94-8f7d-4a6c-a28b-2f65267be03d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1093.246902] env[62225]: DEBUG nova.scheduler.client.report [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1093.507044] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52df53d4-ae6d-e49f-b1a9-1ffe93d19dca, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.512350] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.512638] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a275e10-4edb-4e46-b6ca-158408a61944 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.534739] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1093.534739] env[62225]: value = "task-678383" [ 1093.534739] env[62225]: _type = "Task" [ 1093.534739] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.544071] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.623908] env[62225]: DEBUG oslo_vmware.api [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678382, 'name': PowerOnVM_Task, 'duration_secs': 0.376512} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.624241] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1093.727577] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: ef88646f-25ce-4ea0-9f46-e2e9ce110b3b] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1093.751302] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.774568] env[62225]: INFO nova.scheduler.client.report [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b [ 1094.030286] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1094.044928] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678383, 'name': ReconfigVM_Task, 'duration_secs': 0.185225} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.045237] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.046062] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b1d76-4f61-49c0-9dc1-92b492497dfd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.068953] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.071282] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1094.071506] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1094.071687] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.071886] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1094.072049] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.072203] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1094.072410] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1094.072572] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1094.072741] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1094.072902] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1094.073084] env[62225]: DEBUG nova.virt.hardware [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.073352] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b18dad-50fb-420c-a7c5-99ea6f409344 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.087647] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1ba25-5bf9-44c9-8feb-eb74734999c0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.095937] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580cde81-aca8-47c6-b480-d515eaeabb90 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.100736] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1094.100736] env[62225]: value = "task-678384" [ 1094.100736] env[62225]: _type = "Task" [ 1094.100736] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.119162] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.231480] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9059d3f5-393d-47b6-ace0-cb7a7adbb5e2] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1094.286927] env[62225]: DEBUG oslo_concurrency.lockutils [None req-160e213a-8984-435d-b6c1-048223f2eab4 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.957s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.302751] env[62225]: DEBUG nova.compute.manager [req-6654c9c0-44de-4050-b6ed-ba4b7790ddc7 req-b98fd17a-c125-4489-b16d-a296c23aadce service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Received event network-vif-plugged-64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1094.302900] env[62225]: DEBUG oslo_concurrency.lockutils [req-6654c9c0-44de-4050-b6ed-ba4b7790ddc7 req-b98fd17a-c125-4489-b16d-a296c23aadce service nova] Acquiring lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.303428] env[62225]: DEBUG oslo_concurrency.lockutils [req-6654c9c0-44de-4050-b6ed-ba4b7790ddc7 req-b98fd17a-c125-4489-b16d-a296c23aadce service nova] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.303428] env[62225]: DEBUG oslo_concurrency.lockutils [req-6654c9c0-44de-4050-b6ed-ba4b7790ddc7 req-b98fd17a-c125-4489-b16d-a296c23aadce service nova] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.304234] env[62225]: DEBUG nova.compute.manager [req-6654c9c0-44de-4050-b6ed-ba4b7790ddc7 req-b98fd17a-c125-4489-b16d-a296c23aadce service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] No waiting events found dispatching network-vif-plugged-64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1094.304234] env[62225]: WARNING nova.compute.manager [req-6654c9c0-44de-4050-b6ed-ba4b7790ddc7 req-b98fd17a-c125-4489-b16d-a296c23aadce service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Received unexpected event network-vif-plugged-64b3a4d0-0c4e-4f06-8207-dac3aed488b9 for instance with vm_state building and task_state spawning. [ 1094.467635] env[62225]: DEBUG nova.network.neutron [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Successfully updated port: 64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.611709] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678384, 'name': ReconfigVM_Task, 'duration_secs': 0.289159} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.612033] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734/f298ce38-28e8-4629-9f1d-7f0df609a734.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.612883] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff157167-fbca-40d6-b31a-68bf1589ffc2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.630813] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5bda00-c71d-4840-86cf-de334b118a16 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.651488] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13816f-fbf7-4af1-b030-cd23832668e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.669737] env[62225]: INFO nova.compute.manager [None req-7e359989-1f37-487b-9f92-0bd7cd709af0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance to original state: 'active' [ 1094.673046] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0278499-5ab2-4aa8-b592-0e3dd7ae66d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.680614] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1094.680868] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef95aa17-5deb-42ee-a518-a0ae7cefd914 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.688171] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1094.688171] env[62225]: value = "task-678385" [ 1094.688171] env[62225]: _type = "Task" [ 1094.688171] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.695943] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.734763] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9bc53117-5246-43a5-be2a-d30604de51ed] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1094.973705] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.973884] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.974015] env[62225]: DEBUG nova.network.neutron [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1095.197503] env[62225]: DEBUG oslo_vmware.api [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678385, 'name': PowerOnVM_Task, 'duration_secs': 0.369298} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.197910] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1095.237562] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 882539ee-e877-4357-b7af-303553f227fd] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1095.337998] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.337998] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.338322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.338322] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.338401] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.340478] env[62225]: INFO nova.compute.manager [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Terminating instance [ 1095.342266] env[62225]: DEBUG nova.compute.manager [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1095.342462] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1095.343309] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd9a26c-369d-46f9-bdb3-9363b83cadfd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.351255] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1095.351485] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5763bc21-7233-4ac7-9038-fe4b4c0c0d68 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.358426] env[62225]: DEBUG oslo_vmware.api [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1095.358426] env[62225]: value = "task-678386" [ 1095.358426] env[62225]: _type = "Task" [ 1095.358426] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.366960] env[62225]: DEBUG oslo_vmware.api [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.505607] env[62225]: DEBUG nova.network.neutron [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1095.683214] env[62225]: DEBUG nova.network.neutron [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [{"id": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "address": "fa:16:3e:ad:2d:66", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b3a4d0-0c", "ovs_interfaceid": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.741561] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 01868879-364b-4bc0-a5c5-503cec724885] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1095.869637] env[62225]: DEBUG oslo_vmware.api [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678386, 'name': PowerOffVM_Task, 'duration_secs': 0.218177} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.869930] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1095.870116] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1095.870381] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15ab3574-9792-499d-854b-d89f95514a70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.944525] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1095.944859] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1095.945139] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleting the datastore file [datastore1] 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.945515] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141b9517-8394-4d72-8dba-5869234abbe1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.954677] env[62225]: DEBUG oslo_vmware.api [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for the task: (returnval){ [ 1095.954677] env[62225]: value = "task-678388" [ 1095.954677] env[62225]: _type = "Task" [ 1095.954677] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.964787] env[62225]: DEBUG oslo_vmware.api [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.187299] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.187416] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Instance network_info: |[{"id": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "address": "fa:16:3e:ad:2d:66", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b3a4d0-0c", "ovs_interfaceid": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1096.188184] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:2d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64b3a4d0-0c4e-4f06-8207-dac3aed488b9', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.195712] env[62225]: DEBUG oslo.service.loopingcall [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.195936] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1096.196207] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed50a0ae-448e-4c25-bc64-620887ae2278 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.214888] env[62225]: INFO nova.compute.manager [None req-f0e2efa8-04b1-4a64-ad04-1ea85c9a2f9b tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance to original state: 'active' [ 1096.225383] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.225383] env[62225]: value = "task-678389" [ 1096.225383] env[62225]: _type = "Task" [ 1096.225383] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.238357] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678389, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.244448] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: d37fbcf8-1606-4dca-9937-9d170181dee6] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1096.330430] env[62225]: DEBUG nova.compute.manager [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Received event network-changed-64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1096.330634] env[62225]: DEBUG nova.compute.manager [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Refreshing instance network info cache due to event network-changed-64b3a4d0-0c4e-4f06-8207-dac3aed488b9. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1096.330854] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] Acquiring lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.331012] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] Acquired lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.331181] env[62225]: DEBUG nova.network.neutron [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Refreshing network info cache for port 64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1096.468529] env[62225]: DEBUG oslo_vmware.api [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Task: {'id': task-678388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1751} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.468904] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.469189] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1096.469473] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1096.469727] env[62225]: INFO nova.compute.manager [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1096.470102] env[62225]: DEBUG oslo.service.loopingcall [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.470706] env[62225]: DEBUG nova.compute.manager [-] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1096.470833] env[62225]: DEBUG nova.network.neutron [-] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1096.475754] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.476129] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.476358] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.476610] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.476850] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.479751] env[62225]: INFO nova.compute.manager [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Terminating instance [ 1096.482346] env[62225]: DEBUG nova.compute.manager [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1096.482634] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1096.482936] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8fc7b7-fe10-4dd8-bd41-c103732659ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.492470] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1096.492470] env[62225]: value = "task-678390" [ 1096.492470] env[62225]: _type = "Task" [ 1096.492470] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.503091] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.736893] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678389, 'name': CreateVM_Task, 'duration_secs': 0.489901} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.736893] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1096.738099] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.738099] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.738099] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.738231] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e86124-49d7-404f-9031-6bf82d5da930 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.743680] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1096.743680] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c549fc-a14d-0ffd-5805-b9a3a7246f2a" [ 1096.743680] env[62225]: _type = "Task" [ 1096.743680] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.748810] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 94a521e8-73dc-4174-bcf0-07b870f34a2a] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1096.759444] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c549fc-a14d-0ffd-5805-b9a3a7246f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.003850] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678390, 'name': PowerOffVM_Task, 'duration_secs': 0.234973} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.004209] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1097.004372] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.004567] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163433', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'name': 'volume-e27e932f-c21f-4174-a343-6506c5420c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'b6b3006a-706a-467a-92f8-87fad7357c5d', 'attached_at': '2024-09-06T00:45:13.000000', 'detached_at': '', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'serial': 'e27e932f-c21f-4174-a343-6506c5420c69'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.005634] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbd2069-40f2-4a66-adeb-481ffa8b830b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.031203] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d4a4e3-1863-4b80-83c2-5d3110c968aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.039980] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a81d744-d686-40dc-b843-27959f9f91ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.061314] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9ee6b-9513-41d4-bcc3-6f5f7a06bdf6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077875] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] The volume has not been displaced from its original location: [datastore2] volume-e27e932f-c21f-4174-a343-6506c5420c69/volume-e27e932f-c21f-4174-a343-6506c5420c69.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.085609] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.090135] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9565180d-f62b-49c5-968f-4902444a5741 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.112216] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1097.112216] env[62225]: value = "task-678391" [ 1097.112216] env[62225]: _type = "Task" [ 1097.112216] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.122678] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.146075] env[62225]: DEBUG nova.network.neutron [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updated VIF entry in instance network info cache for port 64b3a4d0-0c4e-4f06-8207-dac3aed488b9. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1097.146592] env[62225]: DEBUG nova.network.neutron [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [{"id": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "address": "fa:16:3e:ad:2d:66", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b3a4d0-0c", "ovs_interfaceid": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.255405] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 5f763e09-38e0-415e-8a97-8259672e1e73] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1097.257562] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52c549fc-a14d-0ffd-5805-b9a3a7246f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.028733} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.258392] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.258612] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.258882] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.259027] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.259230] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.259514] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9326b2f6-add3-40b6-a32e-49e96ae2d0e7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.263281] env[62225]: DEBUG nova.network.neutron [-] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.269481] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.269697] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1097.270540] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976709c2-b278-4231-96da-3619c85809bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.277175] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1097.277175] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d4fb1-cdf1-343c-ef83-8bf028102639" [ 1097.277175] env[62225]: _type = "Task" [ 1097.277175] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.288165] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d4fb1-cdf1-343c-ef83-8bf028102639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.318404] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "f298ce38-28e8-4629-9f1d-7f0df609a734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.318717] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.318967] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.319191] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.319391] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.321831] env[62225]: INFO nova.compute.manager [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Terminating instance [ 1097.324053] env[62225]: DEBUG nova.compute.manager [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1097.324351] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1097.325208] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf27f4a-af0b-47dc-94d2-459354ac9f24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.333415] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1097.333977] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c311aee-1d2c-401b-8031-2a47fdb02943 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.341537] env[62225]: DEBUG oslo_vmware.api [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1097.341537] env[62225]: value = "task-678392" [ 1097.341537] env[62225]: _type = "Task" [ 1097.341537] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.350965] env[62225]: DEBUG oslo_vmware.api [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.625100] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678391, 'name': ReconfigVM_Task, 'duration_secs': 0.203059} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.625218] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.629952] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430a11e7-ac08-4d7f-bfc8-02eb36e643c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.647232] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1097.647232] env[62225]: value = "task-678393" [ 1097.647232] env[62225]: _type = "Task" [ 1097.647232] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.650963] env[62225]: DEBUG oslo_concurrency.lockutils [req-8c7c8c5b-4010-46bb-ac66-091d87058878 req-29c458fa-56bd-4287-97f8-f5f99b51ca37 service nova] Releasing lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.657197] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.759672] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 620c617e-a89b-44b3-b240-ad5e23c97697] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1097.765718] env[62225]: INFO nova.compute.manager [-] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Took 1.29 seconds to deallocate network for instance. [ 1097.790202] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520d4fb1-cdf1-343c-ef83-8bf028102639, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.791020] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a284ee-deb8-45c2-b6ef-2b3fa8163632 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.796815] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1097.796815] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52337166-426f-f5d6-2dbf-307ba0af67e2" [ 1097.796815] env[62225]: _type = "Task" [ 1097.796815] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.805605] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52337166-426f-f5d6-2dbf-307ba0af67e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.850325] env[62225]: DEBUG oslo_vmware.api [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678392, 'name': PowerOffVM_Task, 'duration_secs': 0.197945} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.850586] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1097.850755] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1097.851010] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b75f48d1-8c52-4c09-bb26-9fdaa606ab60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.157817] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678393, 'name': ReconfigVM_Task, 'duration_secs': 0.143542} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.158133] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163433', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'name': 'volume-e27e932f-c21f-4174-a343-6506c5420c69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'b6b3006a-706a-467a-92f8-87fad7357c5d', 'attached_at': '2024-09-06T00:45:13.000000', 'detached_at': '', 'volume_id': 'e27e932f-c21f-4174-a343-6506c5420c69', 'serial': 'e27e932f-c21f-4174-a343-6506c5420c69'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.158425] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1098.159195] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e9c0e-d386-4d0f-ab44-57b519993263 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.165671] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1098.165893] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2927578b-3a18-48ed-8b5a-1cf65365576b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.235298] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1098.235298] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1098.236059] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleting the datastore file [datastore2] b6b3006a-706a-467a-92f8-87fad7357c5d {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.236059] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85d63df-f57f-444e-92aa-fa65c1661278 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.242490] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1098.242490] env[62225]: value = "task-678396" [ 1098.242490] env[62225]: _type = "Task" [ 1098.242490] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.251584] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.264039] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 4372db44-65a6-4a02-9860-9182323c161e] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1098.271241] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.271491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.271902] env[62225]: DEBUG nova.objects.instance [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lazy-loading 'resources' on Instance uuid 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.307350] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52337166-426f-f5d6-2dbf-307ba0af67e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.307604] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.307857] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70/5071a0ba-3d01-4c32-9da6-f1e17c8e1d70.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1098.308126] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d00fb5df-c707-4542-b802-54cac5318d50 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.329324] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1098.329324] env[62225]: value = "task-678397" [ 1098.329324] env[62225]: _type = "Task" [ 1098.329324] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.338489] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.356479] env[62225]: DEBUG nova.compute.manager [req-f767c604-10ba-44d0-82d3-263ccc563d5a req-79d0459d-be8a-48e2-90eb-792d7e4174d0 service nova] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Received event network-vif-deleted-3c2d81c2-4203-46fb-8103-d72f9319fb54 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1098.755570] env[62225]: DEBUG oslo_vmware.api [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152355} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.756050] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.756202] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1098.756451] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1098.756713] env[62225]: INFO nova.compute.manager [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1098.757040] env[62225]: DEBUG oslo.service.loopingcall [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1098.757309] env[62225]: DEBUG nova.compute.manager [-] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1098.757418] env[62225]: DEBUG nova.network.neutron [-] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1098.766211] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 83575fca-aa81-42cd-a53e-2e984ca072b2] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1098.841418] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507793} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.841708] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70/5071a0ba-3d01-4c32-9da6-f1e17c8e1d70.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1098.841954] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.842229] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2383d2-bbad-4b86-85db-34536a2c1f14 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.849341] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1098.849341] env[62225]: value = "task-678398" [ 1098.849341] env[62225]: _type = "Task" [ 1098.849341] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.859991] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.862107] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a341f4-c24d-4e18-850c-388b0d580abd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.869453] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8873dc5a-0812-41c8-93f7-cd0cfcc19c6a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.900772] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f09b9-3baf-435b-83e1-e26ca7589099 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.908653] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf19d9-2918-453d-8f2e-b3bd7af6e181 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.930723] env[62225]: DEBUG nova.compute.provider_tree [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.070908] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1099.071175] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1099.071362] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleting the datastore file [datastore1] f298ce38-28e8-4629-9f1d-7f0df609a734 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.071641] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fff52792-f833-4966-a1ce-a9580c653ec6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.079299] env[62225]: DEBUG oslo_vmware.api [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1099.079299] env[62225]: value = "task-678399" [ 1099.079299] env[62225]: _type = "Task" [ 1099.079299] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.088528] env[62225]: DEBUG oslo_vmware.api [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.269336] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 2a372e99-4a94-4dce-8a3e-6efbd8a5f268] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1099.362251] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077008} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.362556] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.363376] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966225b7-e6bd-4f45-9223-db6a02f1cb1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.388967] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70/5071a0ba-3d01-4c32-9da6-f1e17c8e1d70.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.389735] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57cda739-b28f-456f-9dc4-f2b7c66d5e3c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.418601] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1099.418601] env[62225]: value = "task-678400" [ 1099.418601] env[62225]: _type = "Task" [ 1099.418601] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.427128] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.434083] env[62225]: DEBUG nova.scheduler.client.report [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1099.590013] env[62225]: DEBUG oslo_vmware.api [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14624} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.590433] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.590626] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1099.590812] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1099.590989] env[62225]: INFO nova.compute.manager [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1099.591256] env[62225]: DEBUG oslo.service.loopingcall [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.591456] env[62225]: DEBUG nova.compute.manager [-] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1099.591550] env[62225]: DEBUG nova.network.neutron [-] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1099.676142] env[62225]: DEBUG nova.network.neutron [-] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.774962] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: c87e8f96-2c8d-4663-8ca1-838af78da36f] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1099.932206] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678400, 'name': ReconfigVM_Task, 'duration_secs': 0.289686} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.933030] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70/5071a0ba-3d01-4c32-9da6-f1e17c8e1d70.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.933525] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2ad7c62-80ff-450e-9ae8-78f68a7e84af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.938926] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.942884] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1099.942884] env[62225]: value = "task-678401" [ 1099.942884] env[62225]: _type = "Task" [ 1099.942884] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.952991] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678401, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.967731] env[62225]: INFO nova.scheduler.client.report [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Deleted allocations for instance 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d [ 1100.178790] env[62225]: INFO nova.compute.manager [-] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Took 1.42 seconds to deallocate network for instance. [ 1100.276503] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e5b0b921-5288-44da-ad40-56abd7202a8c] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1100.386319] env[62225]: DEBUG nova.compute.manager [req-48341b54-c765-4249-9475-08aa6b94d252 req-66e06f21-30eb-4d33-b881-22e8b0cc3b89 service nova] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Received event network-vif-deleted-884e4a7e-b104-4939-976d-009e43d98763 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1100.386671] env[62225]: DEBUG nova.compute.manager [req-48341b54-c765-4249-9475-08aa6b94d252 req-66e06f21-30eb-4d33-b881-22e8b0cc3b89 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Received event network-vif-deleted-094c7011-4b44-4ae3-8046-31ff675fef82 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1100.386957] env[62225]: INFO nova.compute.manager [req-48341b54-c765-4249-9475-08aa6b94d252 req-66e06f21-30eb-4d33-b881-22e8b0cc3b89 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Neutron deleted interface 094c7011-4b44-4ae3-8046-31ff675fef82; detaching it from the instance and deleting it from the info cache [ 1100.387266] env[62225]: DEBUG nova.network.neutron [req-48341b54-c765-4249-9475-08aa6b94d252 req-66e06f21-30eb-4d33-b881-22e8b0cc3b89 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.456197] env[62225]: DEBUG nova.network.neutron [-] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.458945] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678401, 'name': Rename_Task, 'duration_secs': 0.147656} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.459489] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1100.459802] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa055cb8-8998-4c2b-b665-acd2e4f5cd89 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.469045] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1100.469045] env[62225]: value = "task-678402" [ 1100.469045] env[62225]: _type = "Task" [ 1100.469045] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.475621] env[62225]: DEBUG oslo_concurrency.lockutils [None req-18753762-8bf6-40e8-8c03-09758edb2f45 tempest-ServersTestJSON-263195405 tempest-ServersTestJSON-263195405-project-member] Lock "9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.138s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.482139] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.727467] env[62225]: INFO nova.compute.manager [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Took 0.55 seconds to detach 1 volumes for instance. [ 1100.779354] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f8f13103-9789-44fa-a8fc-67af270ee6af] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1100.890452] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf083b6d-463f-4281-8be2-2deaec375aaa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.902387] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32a5cd0-a617-4c55-af46-54efc3dd6324 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.931971] env[62225]: DEBUG nova.compute.manager [req-48341b54-c765-4249-9475-08aa6b94d252 req-66e06f21-30eb-4d33-b881-22e8b0cc3b89 service nova] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Detach interface failed, port_id=094c7011-4b44-4ae3-8046-31ff675fef82, reason: Instance f298ce38-28e8-4629-9f1d-7f0df609a734 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1100.960685] env[62225]: INFO nova.compute.manager [-] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Took 1.37 seconds to deallocate network for instance. [ 1100.979719] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678402, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.234336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.234336] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.234538] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.257077] env[62225]: INFO nova.scheduler.client.report [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted allocations for instance b6b3006a-706a-467a-92f8-87fad7357c5d [ 1101.283040] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 1f34b84f-d04a-4e32-8ad1-d154397ce8ec] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1101.470197] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.470529] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.470756] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.483150] env[62225]: DEBUG oslo_vmware.api [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678402, 'name': PowerOnVM_Task, 'duration_secs': 0.53223} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.483430] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1101.483649] env[62225]: INFO nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1101.483861] env[62225]: DEBUG nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1101.484735] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d293cb-b242-4792-a82d-896f110ee404 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.495582] env[62225]: INFO nova.scheduler.client.report [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted allocations for instance f298ce38-28e8-4629-9f1d-7f0df609a734 [ 1101.767792] env[62225]: DEBUG oslo_concurrency.lockutils [None req-eef34d6b-2f1a-4027-bb7b-c2b1a8045a25 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "b6b3006a-706a-467a-92f8-87fad7357c5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.291s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.789546] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9cb5f79a-1614-4346-9e99-f105c206aa17] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1102.005822] env[62225]: INFO nova.compute.manager [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Took 17.17 seconds to build instance. [ 1102.006807] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab94ffb2-a58d-4bea-9076-9695facb8028 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "f298ce38-28e8-4629-9f1d-7f0df609a734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.688s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.294066] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 13d1b109-25a1-4e7f-9d70-a449ece00cc2] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1102.509189] env[62225]: DEBUG oslo_concurrency.lockutils [None req-60b2dbdb-6a7b-40aa-8ed5-f90b3c2cfc4e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.683s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.693774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.693774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.797210] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: d21d4797-aa75-4a06-aa1d-f9effb3a58c2] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1103.195301] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1103.304318] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 73d6830e-bab4-4639-a471-759aab5ba3a1] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1103.372787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.372787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.460375] env[62225]: DEBUG nova.compute.manager [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Stashing vm_state: active {{(pid=62225) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1103.721244] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.721244] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.721564] env[62225]: INFO nova.compute.claims [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.807037] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 0c5f9435-85a0-4224-8819-6a5215b9f23b] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1103.874841] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1103.976119] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.309749] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f45f88d0-3ccd-4f8e-93c4-02d82e23be59] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1104.394512] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.810773] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c072863-66fa-4359-8e58-3c8d15f5e2c4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.815308] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6e3f397f-f581-4de1-a6ae-307121bfa897] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1104.823211] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ad815-3f55-4532-a61d-20521e0cda2e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.854766] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e01d59-4382-4ff7-8c35-2b0ae44bbedd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.863176] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209f133-03ae-4f04-b721-7172866245ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.877307] env[62225]: DEBUG nova.compute.provider_tree [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.382020] env[62225]: DEBUG nova.scheduler.client.report [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1105.885770] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.886341] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1105.889324] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.913s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.393438] env[62225]: DEBUG nova.compute.utils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1106.394725] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1106.394725] env[62225]: DEBUG nova.network.neutron [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1106.399268] env[62225]: INFO nova.compute.claims [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.439641] env[62225]: DEBUG nova.policy [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c88947cfab4465a06d84fe99bf9ffb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0f3e2451f224d6394039a6a0b201430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1106.747614] env[62225]: DEBUG nova.network.neutron [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Successfully created port: cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.903248] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1106.907388] env[62225]: INFO nova.compute.resource_tracker [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating resource usage from migration 90eb7fb9-01a9-48e6-8cf9-0b0ad3233c3a [ 1107.005020] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d75996-c23a-4032-bbff-1a191fd8d73f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.012221] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d9423-fc50-4c44-8f35-2733ce035286 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.042807] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378eb399-7136-4bfc-b553-62cc6b95a242 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.050340] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d21d7-b4b1-44b1-933d-8862c784dcfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.063271] env[62225]: DEBUG nova.compute.provider_tree [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.315058] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.354272] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.354497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.566670] env[62225]: DEBUG nova.scheduler.client.report [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.019510] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1108.019510] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1108.073229] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.184s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.074568] env[62225]: INFO nova.compute.manager [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Migrating [ 1108.084186] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1108.084591] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1108.084836] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.085082] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1108.085273] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.085461] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1108.085711] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1108.086124] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1108.086364] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1108.086730] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1108.086856] env[62225]: DEBUG nova.virt.hardware [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.087301] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.693s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.088829] env[62225]: INFO nova.compute.claims [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.093471] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e6421-bf5d-4b23-ac52-8641e16418ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.111940] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed1573-0b06-4cfa-bd76-f14a857a831e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.239446] env[62225]: DEBUG nova.compute.manager [req-57be8c73-3736-4543-8b09-a01c9b1841ee req-2bab549d-156d-496e-a7a6-397b2d287243 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-vif-plugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1108.239672] env[62225]: DEBUG oslo_concurrency.lockutils [req-57be8c73-3736-4543-8b09-a01c9b1841ee req-2bab549d-156d-496e-a7a6-397b2d287243 service nova] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.240151] env[62225]: DEBUG oslo_concurrency.lockutils [req-57be8c73-3736-4543-8b09-a01c9b1841ee req-2bab549d-156d-496e-a7a6-397b2d287243 service nova] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.240341] env[62225]: DEBUG oslo_concurrency.lockutils [req-57be8c73-3736-4543-8b09-a01c9b1841ee req-2bab549d-156d-496e-a7a6-397b2d287243 service nova] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.240456] env[62225]: DEBUG nova.compute.manager [req-57be8c73-3736-4543-8b09-a01c9b1841ee req-2bab549d-156d-496e-a7a6-397b2d287243 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] No waiting events found dispatching network-vif-plugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1108.240626] env[62225]: WARNING nova.compute.manager [req-57be8c73-3736-4543-8b09-a01c9b1841ee req-2bab549d-156d-496e-a7a6-397b2d287243 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received unexpected event network-vif-plugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 for instance with vm_state building and task_state spawning. [ 1108.322897] env[62225]: DEBUG nova.network.neutron [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Successfully updated port: cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.546032] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.606600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.607532] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.607726] env[62225]: DEBUG nova.network.neutron [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1108.828109] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.828109] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.828109] env[62225]: DEBUG nova.network.neutron [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1109.204332] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9db589-2996-4128-8c20-0be61a4e0913 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.213509] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63660eda-c14e-4c0d-91b6-1bbc685fc55d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.245750] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1d4822-7973-4cad-9ddc-a35bd78730ec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.253815] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174cd96-2dd5-444e-b59b-8a7bd1af34a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.267177] env[62225]: DEBUG nova.compute.provider_tree [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.347238] env[62225]: DEBUG nova.network.neutron [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [{"id": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "address": "fa:16:3e:ad:2d:66", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b3a4d0-0c", "ovs_interfaceid": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.359962] env[62225]: DEBUG nova.network.neutron [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1109.482306] env[62225]: DEBUG nova.network.neutron [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.772166] env[62225]: DEBUG nova.scheduler.client.report [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1109.779972] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.780086] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.850359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.985314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.985652] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance network_info: |[{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1109.986124] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:3a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.993457] env[62225]: DEBUG oslo.service.loopingcall [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.993994] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1109.994247] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec2fa4e-41d1-43d4-afb8-992e21ff96d3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.015629] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.015629] env[62225]: value = "task-678403" [ 1110.015629] env[62225]: _type = "Task" [ 1110.015629] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.023011] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678403, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.277328] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.277912] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1110.281655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.736s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.283083] env[62225]: INFO nova.compute.claims [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.286266] env[62225]: DEBUG nova.compute.manager [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1110.286508] env[62225]: DEBUG nova.compute.manager [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing instance network info cache due to event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1110.286798] env[62225]: DEBUG oslo_concurrency.lockutils [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.286984] env[62225]: DEBUG oslo_concurrency.lockutils [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.287225] env[62225]: DEBUG nova.network.neutron [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1110.289233] env[62225]: DEBUG nova.compute.utils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.527019] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678403, 'name': CreateVM_Task, 'duration_secs': 0.402759} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.527209] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1110.527893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.528077] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.528400] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.528659] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1ee1b6-4dbf-4edc-a5e7-9edb3d8f4488 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.533778] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1110.533778] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5226b860-18d7-ab55-0288-a260ba7651de" [ 1110.533778] env[62225]: _type = "Task" [ 1110.533778] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.541840] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5226b860-18d7-ab55-0288-a260ba7651de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.790917] env[62225]: DEBUG nova.compute.utils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.796445] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.796932] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1110.797111] env[62225]: DEBUG nova.network.neutron [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1110.836811] env[62225]: DEBUG nova.policy [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef293feab3eb464e939da60df8b78c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a050cb65aa8346e2abb7210716e24075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1110.984963] env[62225]: DEBUG nova.network.neutron [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updated VIF entry in instance network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1110.985357] env[62225]: DEBUG nova.network.neutron [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.044844] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5226b860-18d7-ab55-0288-a260ba7651de, 'name': SearchDatastore_Task, 'duration_secs': 0.048014} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.045188] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.045473] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.045757] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.045944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.046206] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.046507] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc65ab4-7a4e-49d1-a386-e1787b341c2f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.055523] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.055703] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1111.056511] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88a813e-ee11-4ca6-9ae5-89381c7dd651 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.061741] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1111.061741] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5e59c-7ddc-d9c1-7063-0a4414ad1d2c" [ 1111.061741] env[62225]: _type = "Task" [ 1111.061741] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.069514] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5e59c-7ddc-d9c1-7063-0a4414ad1d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.159592] env[62225]: DEBUG nova.network.neutron [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Successfully created port: 99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.297087] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1111.370203] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c3e9ff-86c8-4b60-987f-041d7d230839 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.402718] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 0 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1111.433147] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d082c228-f8d9-4cd8-8a2b-66c653e32bcf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.440772] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f9f27-2e95-474c-8e0d-46f3dfec7733 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.476570] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf4849-0168-434d-865b-7ba01d9d1035 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.484422] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbdfd36-797e-4032-ae4b-8f719501e19d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.488892] env[62225]: DEBUG oslo_concurrency.lockutils [req-504ea861-82c4-4f4f-8c00-ca60d83cc8d3 req-c223dfcd-a73b-4cf7-ad2e-33cb36265e5d service nova] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.499586] env[62225]: DEBUG nova.compute.provider_tree [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.572238] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b5e59c-7ddc-d9c1-7063-0a4414ad1d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.573039] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480c1da5-774f-453e-acd8-dd84b069a0b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.578041] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1111.578041] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52241456-684f-7aeb-341f-b3eef492bcaf" [ 1111.578041] env[62225]: _type = "Task" [ 1111.578041] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.586558] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52241456-684f-7aeb-341f-b3eef492bcaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.885643] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.885911] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.886168] env[62225]: INFO nova.compute.manager [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Attaching volume 4fdb0b40-6ea3-497a-891f-342197ecf33d to /dev/sdb [ 1111.912221] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1111.912499] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe61d38-5a87-45ae-a666-de6eade55c1d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.915875] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bb63a3-1a1a-42cf-9031-ed661f21ea75 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.919290] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1111.919290] env[62225]: value = "task-678404" [ 1111.919290] env[62225]: _type = "Task" [ 1111.919290] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.924624] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87b051-07a5-477d-8dee-ddeaa4731fce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.929485] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.940469] env[62225]: DEBUG nova.virt.block_device [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating existing volume attachment record: 899a61d2-2448-4bca-9371-7260309e70ee {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.002332] env[62225]: DEBUG nova.scheduler.client.report [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1112.088522] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52241456-684f-7aeb-341f-b3eef492bcaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.088789] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.089064] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1112.089317] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd2a1ce-d7d2-418d-94a4-9164969ce560 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.095968] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1112.095968] env[62225]: value = "task-678406" [ 1112.095968] env[62225]: _type = "Task" [ 1112.095968] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.104013] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.310333] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1112.339258] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1112.339973] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1112.339973] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.339973] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1112.340195] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.340195] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1112.340531] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1112.342258] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1112.342258] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1112.342258] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1112.342258] env[62225]: DEBUG nova.virt.hardware [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.342258] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72638f-8d8f-45c6-9842-0277d489c89f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.352538] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e3483-015c-4020-a6fb-406a4eb72775 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.432155] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678404, 'name': PowerOffVM_Task, 'duration_secs': 0.197234} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.432471] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1112.432675] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 17 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1112.507546] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.508880] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1112.606725] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459274} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.606957] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1112.607205] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.607472] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-205669b2-0818-4b20-8418-3f76ee22210c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.614109] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1112.614109] env[62225]: value = "task-678409" [ 1112.614109] env[62225]: _type = "Task" [ 1112.614109] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.623160] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.695887] env[62225]: DEBUG nova.compute.manager [req-be8cdb6a-6700-4ed0-8e7f-474441a143e5 req-0693eeb8-b7fc-443a-b707-59e4a57184f6 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Received event network-vif-plugged-99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1112.696123] env[62225]: DEBUG oslo_concurrency.lockutils [req-be8cdb6a-6700-4ed0-8e7f-474441a143e5 req-0693eeb8-b7fc-443a-b707-59e4a57184f6 service nova] Acquiring lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.696331] env[62225]: DEBUG oslo_concurrency.lockutils [req-be8cdb6a-6700-4ed0-8e7f-474441a143e5 req-0693eeb8-b7fc-443a-b707-59e4a57184f6 service nova] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.696512] env[62225]: DEBUG oslo_concurrency.lockutils [req-be8cdb6a-6700-4ed0-8e7f-474441a143e5 req-0693eeb8-b7fc-443a-b707-59e4a57184f6 service nova] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.696685] env[62225]: DEBUG nova.compute.manager [req-be8cdb6a-6700-4ed0-8e7f-474441a143e5 req-0693eeb8-b7fc-443a-b707-59e4a57184f6 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] No waiting events found dispatching network-vif-plugged-99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1112.696818] env[62225]: WARNING nova.compute.manager [req-be8cdb6a-6700-4ed0-8e7f-474441a143e5 req-0693eeb8-b7fc-443a-b707-59e4a57184f6 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Received unexpected event network-vif-plugged-99a5c29b-0c6e-44f5-a0b3-557098447116 for instance with vm_state building and task_state spawning. [ 1112.778318] env[62225]: DEBUG nova.network.neutron [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Successfully updated port: 99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.940029] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1112.940302] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1112.940465] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.940653] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1112.940802] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.940951] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1112.941173] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1112.941335] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1112.941501] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1112.941672] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1112.941870] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.946846] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290be410-332b-4766-963b-f2990ca25fd9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.962295] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1112.962295] env[62225]: value = "task-678410" [ 1112.962295] env[62225]: _type = "Task" [ 1112.962295] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.969980] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.013523] env[62225]: DEBUG nova.compute.utils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1113.015021] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1113.015201] env[62225]: DEBUG nova.network.neutron [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1113.055794] env[62225]: DEBUG nova.policy [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44ab6238ba2744b3a3f77a65fd7e0756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c4df202b63c456f934fdd0bb8317bd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1113.123921] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067818} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.124244] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.125085] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f993fd80-b9ad-40f8-86c1-b117a9670548 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.147816] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.148168] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530fd44f-8813-42f1-b0a9-768898f9699d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.170777] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1113.170777] env[62225]: value = "task-678411" [ 1113.170777] env[62225]: _type = "Task" [ 1113.170777] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.179858] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.281272] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.281451] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.281835] env[62225]: DEBUG nova.network.neutron [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1113.304670] env[62225]: DEBUG nova.network.neutron [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Successfully created port: 0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.473519] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678410, 'name': ReconfigVM_Task, 'duration_secs': 0.422694} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.474374] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 33 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1113.518168] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1113.680634] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678411, 'name': ReconfigVM_Task, 'duration_secs': 0.264604} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.680926] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.681560] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14f3c09-3921-4e08-bc19-f23ba9834f07 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.688676] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1113.688676] env[62225]: value = "task-678412" [ 1113.688676] env[62225]: _type = "Task" [ 1113.688676] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.696530] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678412, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.811545] env[62225]: DEBUG nova.network.neutron [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1113.931396] env[62225]: DEBUG nova.network.neutron [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updating instance_info_cache with network_info: [{"id": "99a5c29b-0c6e-44f5-a0b3-557098447116", "address": "fa:16:3e:0d:c9:9e", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a5c29b-0c", "ovs_interfaceid": "99a5c29b-0c6e-44f5-a0b3-557098447116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.980964] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1113.981249] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1113.981410] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.981593] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1113.981762] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.981946] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1113.982174] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1113.982334] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1113.982499] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1113.982661] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1113.982838] env[62225]: DEBUG nova.virt.hardware [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.988132] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.988403] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee558f2-8924-41cb-af3f-fb573d0978dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.008413] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1114.008413] env[62225]: value = "task-678413" [ 1114.008413] env[62225]: _type = "Task" [ 1114.008413] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.017625] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.198794] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678412, 'name': Rename_Task, 'duration_secs': 0.13852} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.199090] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1114.199388] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5220c12-612b-4921-950c-83fb9be8a6b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.205230] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1114.205230] env[62225]: value = "task-678415" [ 1114.205230] env[62225]: _type = "Task" [ 1114.205230] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.213912] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.434391] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.434761] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Instance network_info: |[{"id": "99a5c29b-0c6e-44f5-a0b3-557098447116", "address": "fa:16:3e:0d:c9:9e", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a5c29b-0c", "ovs_interfaceid": "99a5c29b-0c6e-44f5-a0b3-557098447116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1114.435222] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:c9:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99a5c29b-0c6e-44f5-a0b3-557098447116', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.442754] env[62225]: DEBUG oslo.service.loopingcall [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.442990] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1114.443253] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-855ce132-3ec7-41a8-9889-55ca2c1709d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.462883] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.462883] env[62225]: value = "task-678416" [ 1114.462883] env[62225]: _type = "Task" [ 1114.462883] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.470334] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678416, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.520138] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678413, 'name': ReconfigVM_Task, 'duration_secs': 0.187543} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.520138] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.520640] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8edada4-1ba8-455a-b628-97f66780d779 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.536176] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1114.545852] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70/5071a0ba-3d01-4c32-9da6-f1e17c8e1d70.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.546489] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acedec05-5882-4fbd-90b7-8b180e1191e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.565501] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1114.565501] env[62225]: value = "task-678417" [ 1114.565501] env[62225]: _type = "Task" [ 1114.565501] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.571339] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1114.571598] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1114.571802] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.572025] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1114.572209] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.572382] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1114.572610] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1114.572788] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1114.572967] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1114.573164] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1114.573365] env[62225]: DEBUG nova.virt.hardware [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.574508] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374c203-4c55-4f40-a81d-a069a956853e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.582664] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.586397] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061b3853-286f-4755-98d0-8857cb5bf464 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.715313] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.722160] env[62225]: DEBUG nova.compute.manager [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Received event network-changed-99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1114.722364] env[62225]: DEBUG nova.compute.manager [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Refreshing instance network info cache due to event network-changed-99a5c29b-0c6e-44f5-a0b3-557098447116. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1114.722579] env[62225]: DEBUG oslo_concurrency.lockutils [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] Acquiring lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.722919] env[62225]: DEBUG oslo_concurrency.lockutils [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] Acquired lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.723184] env[62225]: DEBUG nova.network.neutron [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Refreshing network info cache for port 99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1114.963428] env[62225]: DEBUG nova.network.neutron [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Successfully updated port: 0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.974249] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678416, 'name': CreateVM_Task, 'duration_secs': 0.330434} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.974974] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1114.975660] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.975832] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.976167] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.976682] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a033db16-af16-448c-91da-12c577e7442d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.981261] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1114.981261] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52eea27a-a5e4-775a-863b-87d07172d148" [ 1114.981261] env[62225]: _type = "Task" [ 1114.981261] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.989011] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52eea27a-a5e4-775a-863b-87d07172d148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.077499] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678417, 'name': ReconfigVM_Task, 'duration_secs': 0.295443} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.077680] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70/5071a0ba-3d01-4c32-9da6-f1e17c8e1d70.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.078148] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 50 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1115.215828] env[62225]: DEBUG oslo_vmware.api [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678415, 'name': PowerOnVM_Task, 'duration_secs': 0.887987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.216103] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1115.216307] env[62225]: INFO nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1115.216489] env[62225]: DEBUG nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1115.217251] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0934ee-baeb-4f3b-a791-3cc5dc889955 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.416420] env[62225]: DEBUG nova.network.neutron [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updated VIF entry in instance network info cache for port 99a5c29b-0c6e-44f5-a0b3-557098447116. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1115.416785] env[62225]: DEBUG nova.network.neutron [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updating instance_info_cache with network_info: [{"id": "99a5c29b-0c6e-44f5-a0b3-557098447116", "address": "fa:16:3e:0d:c9:9e", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a5c29b-0c", "ovs_interfaceid": "99a5c29b-0c6e-44f5-a0b3-557098447116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.468774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "refresh_cache-f5657742-6f72-4b03-af6c-e6ad5d054e0c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.468945] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquired lock "refresh_cache-f5657742-6f72-4b03-af6c-e6ad5d054e0c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.469061] env[62225]: DEBUG nova.network.neutron [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1115.492350] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52eea27a-a5e4-775a-863b-87d07172d148, 'name': SearchDatastore_Task, 'duration_secs': 0.018016} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.492831] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.493120] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.493361] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.493510] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.493685] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.493971] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4808cc-7a3d-4f9e-b15e-c4c88fd94f83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.507160] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.507336] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1115.508049] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfd2745-cc7f-4ec6-9266-296d2994a921 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.514223] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1115.514223] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8415e-33d6-0981-0290-b90b3865ecc8" [ 1115.514223] env[62225]: _type = "Task" [ 1115.514223] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.521784] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8415e-33d6-0981-0290-b90b3865ecc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.584933] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78060bad-4f9f-4b1f-8c99-daca7a9540a8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.603788] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f9cf1e-acf7-419d-8b75-1b68809411de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.622620] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 67 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1115.734109] env[62225]: INFO nova.compute.manager [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Took 12.03 seconds to build instance. [ 1115.919353] env[62225]: DEBUG oslo_concurrency.lockutils [req-d04215ce-33b9-4f9f-a345-30743ead0767 req-239083ac-3a1b-4a51-bfb3-526c932b00aa service nova] Releasing lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.024960] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e8415e-33d6-0981-0290-b90b3865ecc8, 'name': SearchDatastore_Task, 'duration_secs': 0.023232} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.025836] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e760e8f2-a79b-4592-a10c-778491d3e4ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.028561] env[62225]: DEBUG nova.network.neutron [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1116.033647] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1116.033647] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b13057-52ed-2b1a-6b03-81ea00e9571c" [ 1116.033647] env[62225]: _type = "Task" [ 1116.033647] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.045016] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b13057-52ed-2b1a-6b03-81ea00e9571c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.165193] env[62225]: DEBUG nova.network.neutron [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Port 64b3a4d0-0c4e-4f06-8207-dac3aed488b9 binding to destination host cpu-1 is already ACTIVE {{(pid=62225) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1116.236171] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9ca24bd8-3a07-4ce4-8767-0882485821ab tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.543s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.246561] env[62225]: DEBUG nova.network.neutron [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Updating instance_info_cache with network_info: [{"id": "0f18ce43-a057-4cd6-aeaa-3769cde31c4a", "address": "fa:16:3e:b9:be:11", "network": {"id": "e4384c85-f7f7-434e-9b53-016db22ed179", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-949364791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4df202b63c456f934fdd0bb8317bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f18ce43-a0", "ovs_interfaceid": "0f18ce43-a057-4cd6-aeaa-3769cde31c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.488651] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1116.488651] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163443', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'name': 'volume-4fdb0b40-6ea3-497a-891f-342197ecf33d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ddb74424-77aa-4fea-9af4-5b2d8e6c4cce', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'serial': '4fdb0b40-6ea3-497a-891f-342197ecf33d'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1116.488651] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4464497e-bb22-4d83-976b-ae1a10dc45a2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.506798] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399ff6dc-4e06-4947-a42e-bda60e746388 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.532035] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-4fdb0b40-6ea3-497a-891f-342197ecf33d/volume-4fdb0b40-6ea3-497a-891f-342197ecf33d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.532359] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f21b45-e63f-4931-be78-2d87c0ad2c32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.553866] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b13057-52ed-2b1a-6b03-81ea00e9571c, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.555066] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.555395] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 6e457ea4-6492-494d-ac0a-84b7cb94a6cc/6e457ea4-6492-494d-ac0a-84b7cb94a6cc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1116.555699] env[62225]: DEBUG oslo_vmware.api [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1116.555699] env[62225]: value = "task-678418" [ 1116.555699] env[62225]: _type = "Task" [ 1116.555699] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.555884] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b9fb86-f0b6-4fcb-8b9b-daa50e495f76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.565148] env[62225]: DEBUG oslo_vmware.api [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.566327] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1116.566327] env[62225]: value = "task-678419" [ 1116.566327] env[62225]: _type = "Task" [ 1116.566327] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.574158] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.748235] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Releasing lock "refresh_cache-f5657742-6f72-4b03-af6c-e6ad5d054e0c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.748577] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Instance network_info: |[{"id": "0f18ce43-a057-4cd6-aeaa-3769cde31c4a", "address": "fa:16:3e:b9:be:11", "network": {"id": "e4384c85-f7f7-434e-9b53-016db22ed179", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-949364791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4df202b63c456f934fdd0bb8317bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f18ce43-a0", "ovs_interfaceid": "0f18ce43-a057-4cd6-aeaa-3769cde31c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1116.749056] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:be:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f18ce43-a057-4cd6-aeaa-3769cde31c4a', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.758886] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Creating folder: Project (7c4df202b63c456f934fdd0bb8317bd1). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1116.760628] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc69efa7-5418-40aa-ab9b-ecd702ef3c74 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.763854] env[62225]: DEBUG nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Received event network-vif-plugged-0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1116.764084] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Acquiring lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.764304] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.764469] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.764653] env[62225]: DEBUG nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] No waiting events found dispatching network-vif-plugged-0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1116.764818] env[62225]: WARNING nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Received unexpected event network-vif-plugged-0f18ce43-a057-4cd6-aeaa-3769cde31c4a for instance with vm_state building and task_state spawning. [ 1116.764980] env[62225]: DEBUG nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Received event network-changed-0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1116.765151] env[62225]: DEBUG nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Refreshing instance network info cache due to event network-changed-0f18ce43-a057-4cd6-aeaa-3769cde31c4a. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1116.765333] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Acquiring lock "refresh_cache-f5657742-6f72-4b03-af6c-e6ad5d054e0c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.765469] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Acquired lock "refresh_cache-f5657742-6f72-4b03-af6c-e6ad5d054e0c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.765623] env[62225]: DEBUG nova.network.neutron [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Refreshing network info cache for port 0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1116.776387] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Created folder: Project (7c4df202b63c456f934fdd0bb8317bd1) in parent group-v163168. [ 1116.776587] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Creating folder: Instances. Parent ref: group-v163445. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1116.776833] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e25cc83-e056-45da-81d2-259eba314e05 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.787040] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Created folder: Instances in parent group-v163445. [ 1116.787040] env[62225]: DEBUG oslo.service.loopingcall [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.787040] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1116.787264] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b359421b-da83-49c1-b930-a66ff21e0555 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.808551] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.808551] env[62225]: value = "task-678422" [ 1116.808551] env[62225]: _type = "Task" [ 1116.808551] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.817830] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678422, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.069523] env[62225]: DEBUG oslo_vmware.api [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678418, 'name': ReconfigVM_Task, 'duration_secs': 0.345544} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.073050] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-4fdb0b40-6ea3-497a-891f-342197ecf33d/volume-4fdb0b40-6ea3-497a-891f-342197ecf33d.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.078231] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f55069-358c-4cd1-b384-811cbe513953 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.093205] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4953} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.094426] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 6e457ea4-6492-494d-ac0a-84b7cb94a6cc/6e457ea4-6492-494d-ac0a-84b7cb94a6cc.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1117.094651] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.094964] env[62225]: DEBUG oslo_vmware.api [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1117.094964] env[62225]: value = "task-678423" [ 1117.094964] env[62225]: _type = "Task" [ 1117.094964] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.095162] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b613143-52dd-4c90-94bc-77e8774ddd55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.105425] env[62225]: DEBUG oslo_vmware.api [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.106679] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1117.106679] env[62225]: value = "task-678424" [ 1117.106679] env[62225]: _type = "Task" [ 1117.106679] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.115378] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.186793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.187497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.187497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.317980] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678422, 'name': CreateVM_Task, 'duration_secs': 0.335706} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.318165] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1117.318801] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.318969] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.319305] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.319817] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae67d66-b004-4825-8bf0-84e135c4f236 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.324131] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1117.324131] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52175401-3f54-afa9-e195-3ec456a3ef3d" [ 1117.324131] env[62225]: _type = "Task" [ 1117.324131] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.333395] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52175401-3f54-afa9-e195-3ec456a3ef3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.444482] env[62225]: DEBUG nova.network.neutron [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Updated VIF entry in instance network info cache for port 0f18ce43-a057-4cd6-aeaa-3769cde31c4a. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1117.444857] env[62225]: DEBUG nova.network.neutron [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Updating instance_info_cache with network_info: [{"id": "0f18ce43-a057-4cd6-aeaa-3769cde31c4a", "address": "fa:16:3e:b9:be:11", "network": {"id": "e4384c85-f7f7-434e-9b53-016db22ed179", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-949364791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c4df202b63c456f934fdd0bb8317bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f18ce43-a0", "ovs_interfaceid": "0f18ce43-a057-4cd6-aeaa-3769cde31c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.606634] env[62225]: DEBUG oslo_vmware.api [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678423, 'name': ReconfigVM_Task, 'duration_secs': 0.142166} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.606950] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163443', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'name': 'volume-4fdb0b40-6ea3-497a-891f-342197ecf33d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ddb74424-77aa-4fea-9af4-5b2d8e6c4cce', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'serial': '4fdb0b40-6ea3-497a-891f-342197ecf33d'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1117.617600] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064564} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.617859] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.618628] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afebb428-35f4-4406-9c61-a579e8d5668f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.640586] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6e457ea4-6492-494d-ac0a-84b7cb94a6cc/6e457ea4-6492-494d-ac0a-84b7cb94a6cc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.641112] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a45c7d-1319-4eca-a461-3b5daada8315 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.660557] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1117.660557] env[62225]: value = "task-678425" [ 1117.660557] env[62225]: _type = "Task" [ 1117.660557] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.667885] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.835062] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52175401-3f54-afa9-e195-3ec456a3ef3d, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.835314] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.835549] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.835778] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.835927] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.836120] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.836392] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18cd96e9-f593-44eb-a96e-7983ced80387 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.855245] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.855429] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1117.856165] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576b2621-c54f-40d6-9139-0801e1d278ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.861384] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1117.861384] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b57455-e3a8-546d-0cee-0b9f18ac86f0" [ 1117.861384] env[62225]: _type = "Task" [ 1117.861384] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.868923] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b57455-e3a8-546d-0cee-0b9f18ac86f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.948209] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Releasing lock "refresh_cache-f5657742-6f72-4b03-af6c-e6ad5d054e0c" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.948517] env[62225]: DEBUG nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1117.948693] env[62225]: DEBUG nova.compute.manager [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing instance network info cache due to event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1117.948911] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.949071] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.949238] env[62225]: DEBUG nova.network.neutron [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1118.170359] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678425, 'name': ReconfigVM_Task, 'duration_secs': 0.316277} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.170646] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6e457ea4-6492-494d-ac0a-84b7cb94a6cc/6e457ea4-6492-494d-ac0a-84b7cb94a6cc.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.171278] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c0471f-67d8-43ec-a81c-a69276f924a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.177675] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1118.177675] env[62225]: value = "task-678426" [ 1118.177675] env[62225]: _type = "Task" [ 1118.177675] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.185903] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678426, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.219604] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.219807] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.219988] env[62225]: DEBUG nova.network.neutron [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1118.371829] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52b57455-e3a8-546d-0cee-0b9f18ac86f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013362} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.372630] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c13d7e-f9cc-442c-901f-05a2f06572fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.377723] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1118.377723] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523ecf78-4412-f19c-a093-4ac13247dff4" [ 1118.377723] env[62225]: _type = "Task" [ 1118.377723] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.385041] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523ecf78-4412-f19c-a093-4ac13247dff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.644339] env[62225]: DEBUG nova.network.neutron [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updated VIF entry in instance network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1118.644706] env[62225]: DEBUG nova.network.neutron [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.646394] env[62225]: DEBUG nova.objects.instance [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.688983] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678426, 'name': Rename_Task, 'duration_secs': 0.152428} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.689279] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1118.689522] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce44f35-7810-4ab3-8c2c-da562fd1bd26 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.696097] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1118.696097] env[62225]: value = "task-678427" [ 1118.696097] env[62225]: _type = "Task" [ 1118.696097] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.703947] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.888381] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]523ecf78-4412-f19c-a093-4ac13247dff4, 'name': SearchDatastore_Task, 'duration_secs': 0.089468} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.888617] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.888878] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] f5657742-6f72-4b03-af6c-e6ad5d054e0c/f5657742-6f72-4b03-af6c-e6ad5d054e0c.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1118.889152] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3229cd31-9997-4f20-9a47-9f3bef889024 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.896908] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1118.896908] env[62225]: value = "task-678428" [ 1118.896908] env[62225]: _type = "Task" [ 1118.896908] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.906833] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.963928] env[62225]: DEBUG nova.network.neutron [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [{"id": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "address": "fa:16:3e:ad:2d:66", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b3a4d0-0c", "ovs_interfaceid": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.148882] env[62225]: DEBUG oslo_concurrency.lockutils [req-dc7f5aef-b093-4e8e-a586-caa809684ed6 req-3b5fc4c7-9d78-4e93-8eaf-bf2c0aef2480 service nova] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.151643] env[62225]: DEBUG oslo_concurrency.lockutils [None req-71030f7e-f90a-49b3-92ea-50490faa72ee tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.206073] env[62225]: DEBUG oslo_vmware.api [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678427, 'name': PowerOnVM_Task, 'duration_secs': 0.428244} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.206408] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1119.206636] env[62225]: INFO nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1119.206833] env[62225]: DEBUG nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1119.207640] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1e2f56-d948-4d6c-b967-f65bf54bc68e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.213898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.214174] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.214364] env[62225]: DEBUG nova.compute.manager [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1119.218092] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8147eb5-5859-4d0d-b7eb-1c5cede79f34 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.224925] env[62225]: DEBUG nova.compute.manager [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1119.225624] env[62225]: DEBUG nova.objects.instance [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.407465] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678428, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.467515] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.733911] env[62225]: INFO nova.compute.manager [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Took 15.35 seconds to build instance. [ 1119.733911] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1119.733911] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c54f02a1-0c2b-4fcd-abb7-5f0cda9d3ab2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.739843] env[62225]: DEBUG oslo_vmware.api [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1119.739843] env[62225]: value = "task-678429" [ 1119.739843] env[62225]: _type = "Task" [ 1119.739843] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.748964] env[62225]: DEBUG oslo_vmware.api [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.871529] env[62225]: DEBUG nova.compute.manager [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Received event network-changed-99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1119.871850] env[62225]: DEBUG nova.compute.manager [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Refreshing instance network info cache due to event network-changed-99a5c29b-0c6e-44f5-a0b3-557098447116. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1119.872210] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] Acquiring lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.872435] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] Acquired lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.872647] env[62225]: DEBUG nova.network.neutron [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Refreshing network info cache for port 99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1119.907921] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64961} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.908671] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] f5657742-6f72-4b03-af6c-e6ad5d054e0c/f5657742-6f72-4b03-af6c-e6ad5d054e0c.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1119.908931] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.909227] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63353d4-3fc3-414d-ae2a-c133051902aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.917584] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1119.917584] env[62225]: value = "task-678430" [ 1119.917584] env[62225]: _type = "Task" [ 1119.917584] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.925463] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.994279] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47722f4a-aa47-49b7-818d-59f7d82c7b66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.015543] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87801cd-d9a8-4911-91d6-825f63251237 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.022721] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 83 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1120.234903] env[62225]: DEBUG oslo_concurrency.lockutils [None req-501e2d69-09ff-4899-b246-0c641bd2ba65 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.863s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.250628] env[62225]: DEBUG oslo_vmware.api [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678429, 'name': PowerOffVM_Task, 'duration_secs': 0.175575} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.250895] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1120.251100] env[62225]: DEBUG nova.compute.manager [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1120.251858] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022efd72-9d1c-4071-b107-2c0084545c94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.427157] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074816} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.427451] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.428348] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cade74-8500-4a58-833d-0d00ca888de1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.451999] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] f5657742-6f72-4b03-af6c-e6ad5d054e0c/f5657742-6f72-4b03-af6c-e6ad5d054e0c.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.453144] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83293d4d-81d8-427a-aa94-7b262957e0f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.471818] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1120.471818] env[62225]: value = "task-678431" [ 1120.471818] env[62225]: _type = "Task" [ 1120.471818] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.479381] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.528704] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1120.529093] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf668b02-ac96-4a5b-a6a1-8c8a684e5a71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.536167] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1120.536167] env[62225]: value = "task-678432" [ 1120.536167] env[62225]: _type = "Task" [ 1120.536167] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.546496] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.660222] env[62225]: DEBUG nova.network.neutron [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updated VIF entry in instance network info cache for port 99a5c29b-0c6e-44f5-a0b3-557098447116. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1120.660725] env[62225]: DEBUG nova.network.neutron [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updating instance_info_cache with network_info: [{"id": "99a5c29b-0c6e-44f5-a0b3-557098447116", "address": "fa:16:3e:0d:c9:9e", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a5c29b-0c", "ovs_interfaceid": "99a5c29b-0c6e-44f5-a0b3-557098447116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.763889] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f515cb0a-ad74-4825-a339-f8dad96d2881 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.982082] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678431, 'name': ReconfigVM_Task, 'duration_secs': 0.297918} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.982360] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] f5657742-6f72-4b03-af6c-e6ad5d054e0c/f5657742-6f72-4b03-af6c-e6ad5d054e0c.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.982974] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a10b2d-9142-4b4b-9588-1eb98641d37a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.989520] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1120.989520] env[62225]: value = "task-678433" [ 1120.989520] env[62225]: _type = "Task" [ 1120.989520] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.996563] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678433, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.046602] env[62225]: DEBUG oslo_vmware.api [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678432, 'name': PowerOnVM_Task, 'duration_secs': 0.403979} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.046901] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1121.047117] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-0950b0df-cd30-422a-bd34-ad834af2748f tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance '5071a0ba-3d01-4c32-9da6-f1e17c8e1d70' progress to 100 {{(pid=62225) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1121.163596] env[62225]: DEBUG oslo_concurrency.lockutils [req-f6e52d9f-52e3-449a-9300-5943ed3751f2 req-2e8ed0c6-fc90-4cd2-8b48-95bf7a193780 service nova] Releasing lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.499716] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678433, 'name': Rename_Task, 'duration_secs': 0.144355} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.499896] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1121.500071] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28fb3dac-0a5a-492e-aefd-7ff1a05f8d22 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.506341] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1121.506341] env[62225]: value = "task-678434" [ 1121.506341] env[62225]: _type = "Task" [ 1121.506341] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.513441] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.692736] env[62225]: DEBUG nova.objects.instance [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.019317] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.198944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.198944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.198944] env[62225]: DEBUG nova.network.neutron [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1122.198944] env[62225]: DEBUG nova.objects.instance [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'info_cache' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.516138] env[62225]: DEBUG oslo_vmware.api [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678434, 'name': PowerOnVM_Task, 'duration_secs': 0.610293} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.516417] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1122.516621] env[62225]: INFO nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1122.516805] env[62225]: DEBUG nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1122.517637] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900faeee-f1af-4e87-92f1-74d494c0b7e2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.703075] env[62225]: DEBUG nova.objects.base [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1123.039252] env[62225]: INFO nova.compute.manager [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Took 14.51 seconds to build instance. [ 1123.419589] env[62225]: DEBUG nova.network.neutron [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.435950] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.436253] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.436421] env[62225]: DEBUG nova.compute.manager [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Going to confirm migration 9 {{(pid=62225) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1123.541173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e160074-fb2c-49aa-bfd1-84955081e15a tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.186s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.922445] env[62225]: DEBUG oslo_concurrency.lockutils [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.032838] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.033116] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquired lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.033311] env[62225]: DEBUG nova.network.neutron [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1124.033499] env[62225]: DEBUG nova.objects.instance [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'info_cache' on Instance uuid 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.426028] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1124.426395] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4821a8e3-ad9f-4651-97d7-3e76a1bd2e2c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.434430] env[62225]: DEBUG oslo_vmware.api [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1124.434430] env[62225]: value = "task-678435" [ 1124.434430] env[62225]: _type = "Task" [ 1124.434430] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.442015] env[62225]: DEBUG oslo_vmware.api [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.631862] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.632170] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.632383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.632573] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.632747] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.634955] env[62225]: INFO nova.compute.manager [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Terminating instance [ 1124.636737] env[62225]: DEBUG nova.compute.manager [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1124.636936] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1124.637765] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1558bb-c425-47d8-818b-a97ac0b6122c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.645403] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1124.645653] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70147cd2-5966-4c47-a474-215cc1952ded {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.654019] env[62225]: DEBUG oslo_vmware.api [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1124.654019] env[62225]: value = "task-678436" [ 1124.654019] env[62225]: _type = "Task" [ 1124.654019] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.660784] env[62225]: DEBUG oslo_vmware.api [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.945794] env[62225]: DEBUG oslo_vmware.api [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.164095] env[62225]: DEBUG oslo_vmware.api [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678436, 'name': PowerOffVM_Task, 'duration_secs': 0.167399} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.164384] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1125.164558] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1125.164815] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292bf1a5-fabb-43ea-9682-cbd4a269f6af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.219960] env[62225]: DEBUG nova.network.neutron [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [{"id": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "address": "fa:16:3e:ad:2d:66", "network": {"id": "063d464d-4ad0-4b17-a4ae-9901a3398108", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-380231641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "987f21651793480f9491cd902ecaf08d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b3a4d0-0c", "ovs_interfaceid": "64b3a4d0-0c4e-4f06-8207-dac3aed488b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.228471] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1125.228471] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1125.228471] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Deleting the datastore file [datastore2] f5657742-6f72-4b03-af6c-e6ad5d054e0c {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.228471] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcaf03f7-b3d2-46e4-8f75-74e8f3271aba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.236607] env[62225]: DEBUG oslo_vmware.api [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for the task: (returnval){ [ 1125.236607] env[62225]: value = "task-678438" [ 1125.236607] env[62225]: _type = "Task" [ 1125.236607] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.245110] env[62225]: DEBUG oslo_vmware.api [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.445478] env[62225]: DEBUG oslo_vmware.api [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678435, 'name': PowerOnVM_Task, 'duration_secs': 0.895784} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.445828] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1125.445933] env[62225]: DEBUG nova.compute.manager [None req-0971db59-6f83-45a6-98de-2bf29864188a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1125.446711] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05397fb-5616-4996-b235-549fa9307cee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.723332] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Releasing lock "refresh_cache-5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.723601] env[62225]: DEBUG nova.objects.instance [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lazy-loading 'migration_context' on Instance uuid 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.746458] env[62225]: DEBUG oslo_vmware.api [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Task: {'id': task-678438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124952} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.746709] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.746893] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1125.747086] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1125.747261] env[62225]: INFO nova.compute.manager [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1125.747497] env[62225]: DEBUG oslo.service.loopingcall [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.747712] env[62225]: DEBUG nova.compute.manager [-] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1125.747766] env[62225]: DEBUG nova.network.neutron [-] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1125.952484] env[62225]: DEBUG nova.compute.manager [req-d92d9cb2-bfa7-41f8-8153-8233f3b9894c req-716d8c52-f6c2-4e5a-8877-bdfe81b8b0bb service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Received event network-vif-deleted-0f18ce43-a057-4cd6-aeaa-3769cde31c4a {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1125.952707] env[62225]: INFO nova.compute.manager [req-d92d9cb2-bfa7-41f8-8153-8233f3b9894c req-716d8c52-f6c2-4e5a-8877-bdfe81b8b0bb service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Neutron deleted interface 0f18ce43-a057-4cd6-aeaa-3769cde31c4a; detaching it from the instance and deleting it from the info cache [ 1125.952888] env[62225]: DEBUG nova.network.neutron [req-d92d9cb2-bfa7-41f8-8153-8233f3b9894c req-716d8c52-f6c2-4e5a-8877-bdfe81b8b0bb service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.227955] env[62225]: DEBUG nova.objects.base [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Object Instance<5071a0ba-3d01-4c32-9da6-f1e17c8e1d70> lazy-loaded attributes: info_cache,migration_context {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1126.229391] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7795a90-1643-4acd-abb3-5246fe6b5134 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.248098] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ce87de-1c33-4f30-bb40-d11eb6501e1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.253479] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1126.253479] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d1f1c1-c8ef-c657-2e99-ed7e5f7a69ba" [ 1126.253479] env[62225]: _type = "Task" [ 1126.253479] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.261102] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d1f1c1-c8ef-c657-2e99-ed7e5f7a69ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.431940] env[62225]: DEBUG nova.network.neutron [-] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.456057] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcfaa3f5-341b-48d7-a184-7b8787f6e700 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.465884] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66446ac5-810a-44f7-8a05-88cd1c296963 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.494460] env[62225]: DEBUG nova.compute.manager [req-d92d9cb2-bfa7-41f8-8153-8233f3b9894c req-716d8c52-f6c2-4e5a-8877-bdfe81b8b0bb service nova] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Detach interface failed, port_id=0f18ce43-a057-4cd6-aeaa-3769cde31c4a, reason: Instance f5657742-6f72-4b03-af6c-e6ad5d054e0c could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1126.764872] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d1f1c1-c8ef-c657-2e99-ed7e5f7a69ba, 'name': SearchDatastore_Task, 'duration_secs': 0.006633} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.765312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.765594] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.934649] env[62225]: INFO nova.compute.manager [-] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Took 1.19 seconds to deallocate network for instance. [ 1127.349157] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbde150-9179-4874-8327-80a6058dd7e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.357539] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf7105-ec52-4f48-9d68-7a4e5b94d07b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.386805] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2763b2-a947-4cc1-be9c-4046c0164c35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.393654] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd09897e-211d-4459-8bd1-d7d94ea9397a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.407308] env[62225]: DEBUG nova.compute.provider_tree [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.441012] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.911192] env[62225]: DEBUG nova.scheduler.client.report [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1128.922925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.157s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.925731] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.485s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.925974] env[62225]: DEBUG nova.objects.instance [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lazy-loading 'resources' on Instance uuid f5657742-6f72-4b03-af6c-e6ad5d054e0c {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.478609] env[62225]: INFO nova.scheduler.client.report [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocation for migration 90eb7fb9-01a9-48e6-8cf9-0b0ad3233c3a [ 1129.504305] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d789a3-b019-40aa-ba11-cf6f1cfd692f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.511509] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1795a-850a-4caf-8152-3988a6382e59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.542190] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecd9c89-79ed-4da2-be3b-52dbe08734ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.549392] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a65dcc-0e3c-4cd8-9b6c-983da91ddbaa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.565028] env[62225]: DEBUG nova.compute.provider_tree [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.986782] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.550s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.067446] env[62225]: DEBUG nova.scheduler.client.report [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1130.572052] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.588762] env[62225]: INFO nova.scheduler.client.report [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Deleted allocations for instance f5657742-6f72-4b03-af6c-e6ad5d054e0c [ 1131.095630] env[62225]: DEBUG oslo_concurrency.lockutils [None req-70d22011-abfc-464f-a197-71a1ded8393d tempest-ServersNegativeTestMultiTenantJSON-1383931031 tempest-ServersNegativeTestMultiTenantJSON-1383931031-project-member] Lock "f5657742-6f72-4b03-af6c-e6ad5d054e0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.463s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.454657] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.454961] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.455619] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.455829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.456018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.458750] env[62225]: INFO nova.compute.manager [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Terminating instance [ 1131.460464] env[62225]: DEBUG nova.compute.manager [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1131.460657] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1131.461504] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57d33a6-9a00-407a-aac0-4de761d51a55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.469544] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1131.469776] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a51e16-5a68-4a2b-b118-8294f8dc1961 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.477055] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1131.477055] env[62225]: value = "task-678439" [ 1131.477055] env[62225]: _type = "Task" [ 1131.477055] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.485214] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.991712] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678439, 'name': PowerOffVM_Task, 'duration_secs': 0.226497} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.992274] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1131.992490] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1131.992853] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c032e2b1-92c8-4408-9c2b-27d5befb6bde {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.061645] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1132.061645] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1132.061888] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleting the datastore file [datastore1] 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.062632] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79a70375-c2bf-48c9-aa14-f29024d7f43f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070020] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for the task: (returnval){ [ 1132.070020] env[62225]: value = "task-678441" [ 1132.070020] env[62225]: _type = "Task" [ 1132.070020] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.078014] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.577249] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.577249] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1132.580711] env[62225]: DEBUG oslo_vmware.api [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Task: {'id': task-678441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143494} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.580991] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.581320] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1132.581516] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1132.581835] env[62225]: INFO nova.compute.manager [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1132.582174] env[62225]: DEBUG oslo.service.loopingcall [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.582383] env[62225]: DEBUG nova.compute.manager [-] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1132.582482] env[62225]: DEBUG nova.network.neutron [-] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1132.835245] env[62225]: DEBUG nova.compute.manager [req-779fa3ce-04d7-44c1-8928-e75f91dd6985 req-d9148b22-6ea5-40e1-886b-c40316147e4f service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Received event network-vif-deleted-64b3a4d0-0c4e-4f06-8207-dac3aed488b9 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1132.835467] env[62225]: INFO nova.compute.manager [req-779fa3ce-04d7-44c1-8928-e75f91dd6985 req-d9148b22-6ea5-40e1-886b-c40316147e4f service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Neutron deleted interface 64b3a4d0-0c4e-4f06-8207-dac3aed488b9; detaching it from the instance and deleting it from the info cache [ 1132.835824] env[62225]: DEBUG nova.network.neutron [req-779fa3ce-04d7-44c1-8928-e75f91dd6985 req-d9148b22-6ea5-40e1-886b-c40316147e4f service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.287464] env[62225]: DEBUG nova.network.neutron [-] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.341162] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7efa58e3-5479-45d7-b7d4-b27248bc02ad {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.350738] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2c55c-e8a8-4232-841f-fde5f41b915d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.376113] env[62225]: DEBUG nova.compute.manager [req-779fa3ce-04d7-44c1-8928-e75f91dd6985 req-d9148b22-6ea5-40e1-886b-c40316147e4f service nova] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Detach interface failed, port_id=64b3a4d0-0c4e-4f06-8207-dac3aed488b9, reason: Instance 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1133.577440] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.790578] env[62225]: INFO nova.compute.manager [-] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Took 1.21 seconds to deallocate network for instance. [ 1134.297848] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.298264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.298543] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.321065] env[62225]: INFO nova.scheduler.client.report [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Deleted allocations for instance 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70 [ 1134.829475] env[62225]: DEBUG oslo_concurrency.lockutils [None req-04c7a264-e13d-478d-b7fd-1df78f41a22e tempest-DeleteServersTestJSON-548237317 tempest-DeleteServersTestJSON-548237317-project-member] Lock "5071a0ba-3d01-4c32-9da6-f1e17c8e1d70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.374s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.577183] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.577374] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1138.593173] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Didn't find any instances for network info cache update. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1138.593520] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.593520] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.593662] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.593842] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_power_states {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.097901] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Getting list of instances from cluster (obj){ [ 1139.097901] env[62225]: value = "domain-c8" [ 1139.097901] env[62225]: _type = "ClusterComputeResource" [ 1139.097901] env[62225]: } {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1139.099013] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f02b840-bd7c-454d-8e25-53da8ae9df2e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.111516] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Got total of 3 instances {{(pid=62225) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1139.111639] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1139.111818] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1139.111977] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Triggering sync for uuid 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1139.112295] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.112512] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.112767] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.112955] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.113197] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.113380] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.113576] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.115027] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a518a38-c18b-4ca5-ba96-7f52a2bbb36e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.117943] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccebb63-7643-421b-a902-4f61d2c556ba {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.120552] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9148363-42d4-4d58-9df9-91d572cc51be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.624892] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.625382] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.625382] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.625457] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1139.626379] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94af178-ec9b-4189-928e-845a5a1c81d6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.634015] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.634343] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.634635] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.635905] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74af90a0-9566-46aa-a261-e7cec8421e8a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.650926] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60270192-fc9f-4e7b-b5b2-2472df8af0b5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.657626] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2ddbb8-c344-4167-be26-574e9a87b7be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.687765] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181227MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1139.687918] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.688123] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.929276] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance ddb74424-77aa-4fea-9af4-5b2d8e6c4cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.929567] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 523c14e7-5ef9-4b95-a324-33b77a9a24fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.929567] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6e457ea4-6492-494d-ac0a-84b7cb94a6cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1140.929717] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1140.929849] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1140.975293] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277809f1-6bca-43ce-82a0-bd52af1ea4f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.983125] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8581daab-f98b-4477-b3fb-f2d818adbc1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.012127] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c155d-3b3a-4660-b64d-de868364d8d1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.019012] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3ab10-3840-4370-9bc6-03a6c2db985d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.031326] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.534325] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1142.039217] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1142.039604] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.351s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.023655] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.023852] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.980512] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.980908] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.980951] env[62225]: INFO nova.compute.manager [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Shelving [ 1154.489439] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1154.489708] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60775079-b5d2-45e5-a748-b7a1f9eba5b0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.497984] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1154.497984] env[62225]: value = "task-678443" [ 1154.497984] env[62225]: _type = "Task" [ 1154.497984] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.506416] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.007762] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678443, 'name': PowerOffVM_Task, 'duration_secs': 0.17088} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.008125] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1155.008700] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1750744-5670-424a-ba39-4f4228df511e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.026066] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c72cd7-514c-4c2f-a067-077ce72adde2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.535750] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Creating Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1155.536204] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da5e58b5-07e2-4b7c-9254-066cd2811651 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.543558] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1155.543558] env[62225]: value = "task-678444" [ 1155.543558] env[62225]: _type = "Task" [ 1155.543558] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.552064] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.053875] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678444, 'name': CreateSnapshot_Task, 'duration_secs': 0.426705} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.054257] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Created Snapshot of the VM instance {{(pid=62225) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1156.054882] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a10bbc-5f88-4382-8497-f3cba342c8b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.571085] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Creating linked-clone VM from snapshot {{(pid=62225) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1156.571408] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9d4f097-5c9f-4d3e-8a80-1585f57104f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.580357] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1156.580357] env[62225]: value = "task-678445" [ 1156.580357] env[62225]: _type = "Task" [ 1156.580357] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.588511] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678445, 'name': CloneVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.090494] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678445, 'name': CloneVM_Task} progress is 94%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.296886] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.297236] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.297484] env[62225]: DEBUG nova.compute.manager [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1157.298405] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476c31d-5020-4a45-a024-34b5f20083fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.304716] env[62225]: DEBUG nova.compute.manager [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1157.305320] env[62225]: DEBUG nova.objects.instance [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'flavor' on Instance uuid 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.590537] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678445, 'name': CloneVM_Task, 'duration_secs': 0.950694} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.590728] env[62225]: INFO nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Created linked-clone VM from snapshot [ 1157.591440] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720bcd9e-aacf-4868-95f8-2c57afffe3bc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.597929] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Uploading image d7eccd63-4372-458a-af9c-2225ef2bf8ac {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1157.618870] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1157.618870] env[62225]: value = "vm-163449" [ 1157.618870] env[62225]: _type = "VirtualMachine" [ 1157.618870] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1157.619122] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb40afe5-c88f-4927-aa98-1f799b31e6e1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.626606] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease: (returnval){ [ 1157.626606] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd06ea-27ef-9f86-34e9-4534d2c8d3a5" [ 1157.626606] env[62225]: _type = "HttpNfcLease" [ 1157.626606] env[62225]: } obtained for exporting VM: (result){ [ 1157.626606] env[62225]: value = "vm-163449" [ 1157.626606] env[62225]: _type = "VirtualMachine" [ 1157.626606] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1157.626842] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the lease: (returnval){ [ 1157.626842] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd06ea-27ef-9f86-34e9-4534d2c8d3a5" [ 1157.626842] env[62225]: _type = "HttpNfcLease" [ 1157.626842] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1157.632552] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.632552] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd06ea-27ef-9f86-34e9-4534d2c8d3a5" [ 1157.632552] env[62225]: _type = "HttpNfcLease" [ 1157.632552] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1157.809915] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1157.810221] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7721229-70a5-4dc6-9a68-e7b506a13881 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.817768] env[62225]: DEBUG oslo_vmware.api [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1157.817768] env[62225]: value = "task-678447" [ 1157.817768] env[62225]: _type = "Task" [ 1157.817768] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.825313] env[62225]: DEBUG oslo_vmware.api [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.135321] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1158.135321] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd06ea-27ef-9f86-34e9-4534d2c8d3a5" [ 1158.135321] env[62225]: _type = "HttpNfcLease" [ 1158.135321] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1158.135787] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1158.135787] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52cd06ea-27ef-9f86-34e9-4534d2c8d3a5" [ 1158.135787] env[62225]: _type = "HttpNfcLease" [ 1158.135787] env[62225]: }. {{(pid=62225) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1158.136334] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9446a1cb-a066-432e-bc30-ae52bfead293 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.143077] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a1bcd-139a-6446-a7ec-0fc5d979a021/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1158.143256] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a1bcd-139a-6446-a7ec-0fc5d979a021/disk-0.vmdk for reading. {{(pid=62225) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1158.229091] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dda9d475-eaab-45fd-aa18-91172c63b06d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.328051] env[62225]: DEBUG oslo_vmware.api [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678447, 'name': PowerOffVM_Task, 'duration_secs': 0.182635} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.328399] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1158.328616] env[62225]: DEBUG nova.compute.manager [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1158.329422] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82f959-f537-4c48-9156-ea675bb11d42 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.841174] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6f4e36a2-3170-4f3b-823e-c44e6c976a8c tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.544s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.814744] env[62225]: DEBUG nova.objects.instance [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'flavor' on Instance uuid 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.320166] env[62225]: DEBUG oslo_concurrency.lockutils [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.320362] env[62225]: DEBUG oslo_concurrency.lockutils [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.320665] env[62225]: DEBUG nova.network.neutron [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1160.321027] env[62225]: DEBUG nova.objects.instance [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'info_cache' on Instance uuid 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.824990] env[62225]: DEBUG nova.objects.base [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Object Instance<6e457ea4-6492-494d-ac0a-84b7cb94a6cc> lazy-loaded attributes: flavor,info_cache {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1161.870263] env[62225]: DEBUG nova.network.neutron [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updating instance_info_cache with network_info: [{"id": "99a5c29b-0c6e-44f5-a0b3-557098447116", "address": "fa:16:3e:0d:c9:9e", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a5c29b-0c", "ovs_interfaceid": "99a5c29b-0c6e-44f5-a0b3-557098447116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.225226] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.225500] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.372818] env[62225]: DEBUG oslo_concurrency.lockutils [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.729481] env[62225]: INFO nova.compute.manager [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Detaching volume 4fdb0b40-6ea3-497a-891f-342197ecf33d [ 1162.762706] env[62225]: INFO nova.virt.block_device [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Attempting to driver detach volume 4fdb0b40-6ea3-497a-891f-342197ecf33d from mountpoint /dev/sdb [ 1162.763075] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1162.763323] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163443', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'name': 'volume-4fdb0b40-6ea3-497a-891f-342197ecf33d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ddb74424-77aa-4fea-9af4-5b2d8e6c4cce', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'serial': '4fdb0b40-6ea3-497a-891f-342197ecf33d'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1162.764371] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb796950-2b91-472e-b340-cc2fb077a81c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.788472] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4858270b-8491-4a63-9a1c-8e3006c2c70f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.795777] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10a849-981e-470a-a605-7f99a275d252 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.817331] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497efa9e-6395-45e7-8efa-da39e769f714 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.831565] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] The volume has not been displaced from its original location: [datastore1] volume-4fdb0b40-6ea3-497a-891f-342197ecf33d/volume-4fdb0b40-6ea3-497a-891f-342197ecf33d.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1162.836697] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.836977] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7214ba-d679-45fe-88d2-9a096271bf3c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.855090] env[62225]: DEBUG oslo_vmware.api [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1162.855090] env[62225]: value = "task-678448" [ 1162.855090] env[62225]: _type = "Task" [ 1162.855090] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.862829] env[62225]: DEBUG oslo_vmware.api [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.876151] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1162.876527] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3af6867-d111-468a-a9b6-f57b48386050 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.882962] env[62225]: DEBUG oslo_vmware.api [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1162.882962] env[62225]: value = "task-678449" [ 1162.882962] env[62225]: _type = "Task" [ 1162.882962] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.891853] env[62225]: DEBUG oslo_vmware.api [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.365198] env[62225]: DEBUG oslo_vmware.api [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678448, 'name': ReconfigVM_Task, 'duration_secs': 0.23668} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.365522] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.370256] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0f7d69-8c6f-401f-8a32-0d5bae375d27 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.388135] env[62225]: DEBUG oslo_vmware.api [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1163.388135] env[62225]: value = "task-678450" [ 1163.388135] env[62225]: _type = "Task" [ 1163.388135] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.394463] env[62225]: DEBUG oslo_vmware.api [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678449, 'name': PowerOnVM_Task, 'duration_secs': 0.475069} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.395143] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1163.395370] env[62225]: DEBUG nova.compute.manager [None req-89bb3937-915a-4240-8c0a-6ddc7da2ca3a tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1163.396156] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316e767-ece2-4a39-8a8d-08df1e3ae976 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.401453] env[62225]: DEBUG oslo_vmware.api [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.898596] env[62225]: DEBUG oslo_vmware.api [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678450, 'name': ReconfigVM_Task, 'duration_secs': 0.136612} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.898964] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163443', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'name': 'volume-4fdb0b40-6ea3-497a-891f-342197ecf33d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ddb74424-77aa-4fea-9af4-5b2d8e6c4cce', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdb0b40-6ea3-497a-891f-342197ecf33d', 'serial': '4fdb0b40-6ea3-497a-891f-342197ecf33d'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.477250] env[62225]: DEBUG nova.objects.instance [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.170054] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2760e2-bfeb-4d33-b88f-50d0393ab3b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.178085] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Suspending the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1165.178450] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a91ef13-a40e-47d8-9c4c-b7a6e319511a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.186447] env[62225]: DEBUG oslo_vmware.api [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1165.186447] env[62225]: value = "task-678451" [ 1165.186447] env[62225]: _type = "Task" [ 1165.186447] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.197625] env[62225]: DEBUG oslo_vmware.api [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678451, 'name': SuspendVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.428324] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.484805] env[62225]: DEBUG oslo_concurrency.lockutils [None req-99637dd4-b04e-4ad0-8a4a-5ea0e6ea696b tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.486208] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.058s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.486540] env[62225]: DEBUG nova.compute.manager [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1165.488278] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d8ead3-e3c4-46da-9a72-4469f490ca4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.497450] env[62225]: DEBUG nova.compute.manager [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62225) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1165.498309] env[62225]: DEBUG nova.objects.instance [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.696494] env[62225]: DEBUG oslo_vmware.api [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678451, 'name': SuspendVM_Task} progress is 62%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.003582] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1166.003851] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-324cc375-3886-4453-9f15-4d3649cea6e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.011188] env[62225]: DEBUG oslo_vmware.api [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1166.011188] env[62225]: value = "task-678452" [ 1166.011188] env[62225]: _type = "Task" [ 1166.011188] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.019353] env[62225]: DEBUG oslo_vmware.api [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.198079] env[62225]: DEBUG oslo_vmware.api [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678451, 'name': SuspendVM_Task, 'duration_secs': 0.620643} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.198431] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Suspended the VM {{(pid=62225) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1166.198650] env[62225]: DEBUG nova.compute.manager [None req-c1619459-0c14-4fb4-a71b-d29afa2a25cf tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1166.199524] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a4879-d22e-42e6-a208-7f8aeb32c192 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.521804] env[62225]: DEBUG oslo_vmware.api [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678452, 'name': PowerOffVM_Task, 'duration_secs': 0.24613} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.522128] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1166.522318] env[62225]: DEBUG nova.compute.manager [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1166.523098] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4063edac-bd67-4451-88bb-053bae2aeb15 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.865315] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a1bcd-139a-6446-a7ec-0fc5d979a021/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1166.866337] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e7e79-0f8c-46bd-8851-4ac2a475723c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.872880] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a1bcd-139a-6446-a7ec-0fc5d979a021/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1166.873059] env[62225]: ERROR oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a1bcd-139a-6446-a7ec-0fc5d979a021/disk-0.vmdk due to incomplete transfer. [ 1166.873275] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-363c6c9a-3cd7-46f8-aca9-2d5fe99c5c25 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.880244] env[62225]: DEBUG oslo_vmware.rw_handles [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a1bcd-139a-6446-a7ec-0fc5d979a021/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1166.880244] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Uploaded image d7eccd63-4372-458a-af9c-2225ef2bf8ac to the Glance image server {{(pid=62225) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1166.882445] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Destroying the VM {{(pid=62225) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1166.882676] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0dc5d094-7e5e-4853-8df0-637a012272b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.888412] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1166.888412] env[62225]: value = "task-678453" [ 1166.888412] env[62225]: _type = "Task" [ 1166.888412] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.896408] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678453, 'name': Destroy_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.035138] env[62225]: DEBUG oslo_concurrency.lockutils [None req-9bec8134-1650-4132-9e04-baf0c347c57a tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.402407] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678453, 'name': Destroy_Task, 'duration_secs': 0.39656} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.402815] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Destroyed the VM [ 1167.403194] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deleting Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1167.403542] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90175707-520a-4c92-bc0f-0d334cd2a2a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.411814] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1167.411814] env[62225]: value = "task-678454" [ 1167.411814] env[62225]: _type = "Task" [ 1167.411814] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.422648] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678454, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.531412] env[62225]: INFO nova.compute.manager [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Resuming [ 1167.532079] env[62225]: DEBUG nova.objects.instance [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'flavor' on Instance uuid 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.867943] env[62225]: DEBUG nova.objects.instance [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.921672] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678454, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346198} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.921933] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deleted Snapshot of the VM instance {{(pid=62225) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1167.922217] env[62225]: DEBUG nova.compute.manager [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1167.922938] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba899a-945f-4aea-97aa-738dd35ab34d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.373019] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.373456] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.373456] env[62225]: DEBUG nova.network.neutron [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1168.373586] env[62225]: DEBUG nova.objects.instance [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'info_cache' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.433546] env[62225]: INFO nova.compute.manager [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Shelve offloading [ 1168.435366] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1168.435609] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f345ab-e638-4f82-9ced-ecd53916be6f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.443459] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1168.443459] env[62225]: value = "task-678455" [ 1168.443459] env[62225]: _type = "Task" [ 1168.443459] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.451620] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.539049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.539049] env[62225]: DEBUG oslo_concurrency.lockutils [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquired lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.539049] env[62225]: DEBUG nova.network.neutron [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1168.877322] env[62225]: DEBUG nova.objects.base [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1168.954391] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] VM already powered off {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1168.954631] env[62225]: DEBUG nova.compute.manager [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1168.955363] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a42835-e966-4536-84d7-4094a6fce056 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.961144] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.961312] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.961479] env[62225]: DEBUG nova.network.neutron [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1169.237090] env[62225]: DEBUG nova.network.neutron [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updating instance_info_cache with network_info: [{"id": "99a5c29b-0c6e-44f5-a0b3-557098447116", "address": "fa:16:3e:0d:c9:9e", "network": {"id": "e6a4dd7b-90d6-4137-b484-735bc6fe6980", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-663456289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a050cb65aa8346e2abb7210716e24075", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99a5c29b-0c", "ovs_interfaceid": "99a5c29b-0c6e-44f5-a0b3-557098447116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.631297] env[62225]: DEBUG nova.network.neutron [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.696546] env[62225]: DEBUG nova.network.neutron [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.739814] env[62225]: DEBUG oslo_concurrency.lockutils [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Releasing lock "refresh_cache-6e457ea4-6492-494d-ac0a-84b7cb94a6cc" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.740770] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72203e1-72aa-4867-a096-027bb8663b59 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.747996] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Resuming the VM {{(pid=62225) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1169.748228] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231de8e8-226b-4902-b676-ff5a5f543d3e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.754159] env[62225]: DEBUG oslo_vmware.api [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1169.754159] env[62225]: value = "task-678456" [ 1169.754159] env[62225]: _type = "Task" [ 1169.754159] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.761324] env[62225]: DEBUG oslo_vmware.api [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.136291] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.199531] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.264492] env[62225]: DEBUG oslo_vmware.api [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678456, 'name': PowerOnVM_Task, 'duration_secs': 0.492507} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.264782] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Resumed the VM {{(pid=62225) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1170.264934] env[62225]: DEBUG nova.compute.manager [None req-35a6640e-2f0d-4402-990f-72f83ad58635 tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1170.265831] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dcd097-a03c-4081-b4a5-58d5fb564f04 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.473195] env[62225]: DEBUG nova.compute.manager [req-236532bb-b7e5-4fae-9e23-71e795f1412b req-37dc5165-f916-4adb-b8e7-3dd7a4a31f34 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-vif-unplugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1170.473385] env[62225]: DEBUG oslo_concurrency.lockutils [req-236532bb-b7e5-4fae-9e23-71e795f1412b req-37dc5165-f916-4adb-b8e7-3dd7a4a31f34 service nova] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.473579] env[62225]: DEBUG oslo_concurrency.lockutils [req-236532bb-b7e5-4fae-9e23-71e795f1412b req-37dc5165-f916-4adb-b8e7-3dd7a4a31f34 service nova] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.473703] env[62225]: DEBUG oslo_concurrency.lockutils [req-236532bb-b7e5-4fae-9e23-71e795f1412b req-37dc5165-f916-4adb-b8e7-3dd7a4a31f34 service nova] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.473908] env[62225]: DEBUG nova.compute.manager [req-236532bb-b7e5-4fae-9e23-71e795f1412b req-37dc5165-f916-4adb-b8e7-3dd7a4a31f34 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] No waiting events found dispatching network-vif-unplugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1170.474103] env[62225]: WARNING nova.compute.manager [req-236532bb-b7e5-4fae-9e23-71e795f1412b req-37dc5165-f916-4adb-b8e7-3dd7a4a31f34 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received unexpected event network-vif-unplugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 for instance with vm_state shelved and task_state shelving_offloading. [ 1170.530080] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1170.530990] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf88e0-e68b-476a-8f95-252d240b1b4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.538672] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1170.539252] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692a62da-eeae-44b5-9a4e-b7cda8e01ee4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.595541] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1170.595832] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1170.596108] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleting the datastore file [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.596447] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f504f61-18a1-4ea4-83f5-44ea9077345b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.604261] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1170.604261] env[62225]: value = "task-678458" [ 1170.604261] env[62225]: _type = "Task" [ 1170.604261] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.613955] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.640023] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1170.640270] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c58c4d2-b9fb-49af-95bd-514f1bc714df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.646125] env[62225]: DEBUG oslo_vmware.api [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1170.646125] env[62225]: value = "task-678459" [ 1170.646125] env[62225]: _type = "Task" [ 1170.646125] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.654051] env[62225]: DEBUG oslo_vmware.api [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.115884] env[62225]: DEBUG oslo_vmware.api [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134037} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.116178] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.116380] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1171.116552] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1171.140088] env[62225]: INFO nova.scheduler.client.report [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted allocations for instance 523c14e7-5ef9-4b95-a324-33b77a9a24fd [ 1171.155151] env[62225]: DEBUG oslo_vmware.api [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678459, 'name': PowerOnVM_Task, 'duration_secs': 0.376375} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.155370] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1171.155552] env[62225]: DEBUG nova.compute.manager [None req-6e4eab8c-9a75-462b-a860-651339be058c tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1171.156310] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5737e3-77e9-4fa1-a20e-aca75604ce29 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.385010] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.385300] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.385506] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.385688] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.385874] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.388100] env[62225]: INFO nova.compute.manager [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Terminating instance [ 1171.389949] env[62225]: DEBUG nova.compute.manager [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1171.390188] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1171.391027] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf04a1-c9f7-432b-9050-263e04f3027e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.398639] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1171.399143] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a25c7084-53ad-4c54-b44a-597b41eaf076 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.405819] env[62225]: DEBUG oslo_vmware.api [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1171.405819] env[62225]: value = "task-678460" [ 1171.405819] env[62225]: _type = "Task" [ 1171.405819] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.413516] env[62225]: DEBUG oslo_vmware.api [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.645267] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.645618] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.645755] env[62225]: DEBUG nova.objects.instance [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'resources' on Instance uuid 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.915821] env[62225]: DEBUG oslo_vmware.api [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678460, 'name': PowerOffVM_Task, 'duration_secs': 0.191818} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.916360] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1171.916360] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1171.916682] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0290b97-030d-4889-ad0a-f50f282627b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.975917] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1171.976194] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1171.976400] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleting the datastore file [datastore1] 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.977022] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c70facc2-4393-4a21-b727-125c030ed455 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.982870] env[62225]: DEBUG oslo_vmware.api [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for the task: (returnval){ [ 1171.982870] env[62225]: value = "task-678462" [ 1171.982870] env[62225]: _type = "Task" [ 1171.982870] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.990676] env[62225]: DEBUG oslo_vmware.api [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.149066] env[62225]: DEBUG nova.objects.instance [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'numa_topology' on Instance uuid 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.492959] env[62225]: DEBUG oslo_vmware.api [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Task: {'id': task-678462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129947} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.493302] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.493494] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1172.493676] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1172.493898] env[62225]: INFO nova.compute.manager [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1172.494153] env[62225]: DEBUG oslo.service.loopingcall [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.494345] env[62225]: DEBUG nova.compute.manager [-] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1172.494438] env[62225]: DEBUG nova.network.neutron [-] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1172.500505] env[62225]: DEBUG nova.compute.manager [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1172.500688] env[62225]: DEBUG nova.compute.manager [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing instance network info cache due to event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1172.500914] env[62225]: DEBUG oslo_concurrency.lockutils [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.501064] env[62225]: DEBUG oslo_concurrency.lockutils [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.501227] env[62225]: DEBUG nova.network.neutron [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1172.651369] env[62225]: DEBUG nova.objects.base [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Object Instance<523c14e7-5ef9-4b95-a324-33b77a9a24fd> lazy-loaded attributes: resources,numa_topology {{(pid=62225) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1172.698917] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a26459-9792-4232-9847-0ad55a711f24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.706416] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93137279-1d31-43a7-bd29-42bf8d20aa6c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.736055] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4b93c-4b04-43b7-904d-60b85643814f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.743486] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ecb0d9-d72e-4dcc-8d42-21e0f13e0d76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.756843] env[62225]: DEBUG nova.compute.provider_tree [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.815214] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.224348] env[62225]: DEBUG nova.network.neutron [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updated VIF entry in instance network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1173.224714] env[62225]: DEBUG nova.network.neutron [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": null, "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.258808] env[62225]: DEBUG nova.scheduler.client.report [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1173.369567] env[62225]: DEBUG nova.network.neutron [-] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.729329] env[62225]: DEBUG oslo_concurrency.lockutils [req-77dfb21b-f135-4eab-bf01-9a4588c44eaa req-f09ab4a2-dc3e-439b-bba6-ab509d9a5e7b service nova] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.765527] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.874230] env[62225]: INFO nova.compute.manager [-] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Took 1.38 seconds to deallocate network for instance. [ 1174.273546] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5c0fdbb3-6e59-4b4f-951e-2a4a7eeb91de tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.292s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.274643] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.459s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.274880] env[62225]: INFO nova.compute.manager [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Unshelving [ 1174.380898] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.381216] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.381453] env[62225]: DEBUG nova.objects.instance [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lazy-loading 'resources' on Instance uuid 6e457ea4-6492-494d-ac0a-84b7cb94a6cc {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.534643] env[62225]: DEBUG nova.compute.manager [req-85096d17-8680-483f-b411-e01111f1e72a req-291e92ed-b9cf-44eb-aa3a-08c7e4e7df62 service nova] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Received event network-vif-deleted-99a5c29b-0c6e-44f5-a0b3-557098447116 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1174.931995] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba77618b-c3e3-47e0-9498-b6cf8357daa0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.939739] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a9f3cc-5417-47c3-b0d8-78568aaabb88 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.969312] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3200ee-5401-4296-9bbd-9abb73df7b71 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.976068] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c345bad-ad74-4dd0-9c3d-0507a860f57e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.988629] env[62225]: DEBUG nova.compute.provider_tree [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.295430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.491954] env[62225]: DEBUG nova.scheduler.client.report [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1175.997095] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.999496] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.704s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.999717] env[62225]: DEBUG nova.objects.instance [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'pci_requests' on Instance uuid 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.018053] env[62225]: INFO nova.scheduler.client.report [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Deleted allocations for instance 6e457ea4-6492-494d-ac0a-84b7cb94a6cc [ 1176.503538] env[62225]: DEBUG nova.objects.instance [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'numa_topology' on Instance uuid 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.526531] env[62225]: DEBUG oslo_concurrency.lockutils [None req-83b3efcf-33d0-4b59-98b4-342737c2cfcd tempest-ServerActionsTestJSON-725996352 tempest-ServerActionsTestJSON-725996352-project-member] Lock "6e457ea4-6492-494d-ac0a-84b7cb94a6cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.141s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.006690] env[62225]: INFO nova.compute.claims [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.069926] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313548a-a36b-47b4-af98-6c3722d5a90d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.078386] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d1c7d4-e849-4457-9579-07f367d555e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.112092] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a73d3-22f6-47c6-b2bb-43e5c7e4dc0c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.120159] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66225585-58b9-4fa4-81d9-2a56584525c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.133538] env[62225]: DEBUG nova.compute.provider_tree [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.636958] env[62225]: DEBUG nova.scheduler.client.report [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1179.144023] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.142s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.178218] env[62225]: INFO nova.network.neutron [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1180.738984] env[62225]: DEBUG nova.compute.manager [req-73a61ce2-38bc-4ead-b3b0-b982da5e7337 req-5715c418-5736-4a0d-8ded-ac838dc50b0c service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-vif-plugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1180.739839] env[62225]: DEBUG oslo_concurrency.lockutils [req-73a61ce2-38bc-4ead-b3b0-b982da5e7337 req-5715c418-5736-4a0d-8ded-ac838dc50b0c service nova] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.739839] env[62225]: DEBUG oslo_concurrency.lockutils [req-73a61ce2-38bc-4ead-b3b0-b982da5e7337 req-5715c418-5736-4a0d-8ded-ac838dc50b0c service nova] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.740027] env[62225]: DEBUG oslo_concurrency.lockutils [req-73a61ce2-38bc-4ead-b3b0-b982da5e7337 req-5715c418-5736-4a0d-8ded-ac838dc50b0c service nova] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.740257] env[62225]: DEBUG nova.compute.manager [req-73a61ce2-38bc-4ead-b3b0-b982da5e7337 req-5715c418-5736-4a0d-8ded-ac838dc50b0c service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] No waiting events found dispatching network-vif-plugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1180.740492] env[62225]: WARNING nova.compute.manager [req-73a61ce2-38bc-4ead-b3b0-b982da5e7337 req-5715c418-5736-4a0d-8ded-ac838dc50b0c service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received unexpected event network-vif-plugged-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1180.959073] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.959073] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.959073] env[62225]: DEBUG nova.network.neutron [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1181.782762] env[62225]: DEBUG nova.network.neutron [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.286008] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.314315] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1673e2400f045e861afa1cb7a29d0372',container_format='bare',created_at=2024-09-06T00:46:17Z,direct_url=,disk_format='vmdk',id=d7eccd63-4372-458a-af9c-2225ef2bf8ac,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-958275341-shelved',owner='d0f3e2451f224d6394039a6a0b201430',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2024-09-06T00:46:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1182.314613] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1182.314779] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.314966] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1182.315130] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.315284] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1182.315493] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1182.315722] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1182.316501] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1182.316501] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1182.316667] env[62225]: DEBUG nova.virt.hardware [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.317793] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b295dc3b-f9a8-4641-a99b-86a6576020cf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.326255] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20e7fe-cd6e-48ee-ab3c-5a88695e40c8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.340151] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:3a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.347560] env[62225]: DEBUG oslo.service.loopingcall [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.347807] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1182.348032] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dbfc6b1-3832-4b4e-ab27-edefb24e5838 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.366748] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.366748] env[62225]: value = "task-678463" [ 1182.366748] env[62225]: _type = "Task" [ 1182.366748] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.373932] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678463, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.769357] env[62225]: DEBUG nova.compute.manager [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1182.769357] env[62225]: DEBUG nova.compute.manager [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing instance network info cache due to event network-changed-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1182.769487] env[62225]: DEBUG oslo_concurrency.lockutils [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] Acquiring lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.769597] env[62225]: DEBUG oslo_concurrency.lockutils [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] Acquired lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.769782] env[62225]: DEBUG nova.network.neutron [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Refreshing network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1182.876573] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678463, 'name': CreateVM_Task, 'duration_secs': 0.286971} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.876811] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1182.888784] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.888963] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.889359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.889612] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2047d5f-fbde-495c-87b3-674e19e77ffa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.893919] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1182.893919] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5282dad5-d2d6-9e10-2506-e2fd1ba0c19e" [ 1182.893919] env[62225]: _type = "Task" [ 1182.893919] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.901540] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5282dad5-d2d6-9e10-2506-e2fd1ba0c19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.403902] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.404175] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Processing image d7eccd63-4372-458a-af9c-2225ef2bf8ac {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.404407] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.404557] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.404763] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.404986] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ed645b-fe45-4b75-873c-bc962d7fa19d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.414492] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.414671] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1183.415380] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11255ab5-a1d9-457b-b958-6d7854f10992 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.420984] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1183.420984] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fff4c6-161c-c1a6-f9e7-c6eebec31c0f" [ 1183.420984] env[62225]: _type = "Task" [ 1183.420984] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.429148] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fff4c6-161c-c1a6-f9e7-c6eebec31c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.474808] env[62225]: DEBUG nova.network.neutron [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updated VIF entry in instance network info cache for port cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1183.475268] env[62225]: DEBUG nova.network.neutron [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [{"id": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "address": "fa:16:3e:a6:3a:58", "network": {"id": "952548f0-b27c-4f26-8e84-3aa9759fc755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-536066112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0f3e2451f224d6394039a6a0b201430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbdc0d89-4b", "ovs_interfaceid": "cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.931469] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Preparing fetch location {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1183.931840] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Fetch image to [datastore1] OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a/OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a.vmdk {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1183.931908] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Downloading stream optimized image d7eccd63-4372-458a-af9c-2225ef2bf8ac to [datastore1] OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a/OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a.vmdk on the data store datastore1 as vApp {{(pid=62225) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1183.932163] env[62225]: DEBUG nova.virt.vmwareapi.images [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Downloading image file data d7eccd63-4372-458a-af9c-2225ef2bf8ac to the ESX as VM named 'OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a' {{(pid=62225) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1183.977626] env[62225]: DEBUG oslo_concurrency.lockutils [req-191fbcb9-c99a-49d4-b7aa-6e46f3763c58 req-f11bc26f-143a-4f86-9f0d-f4b7f90498a1 service nova] Releasing lock "refresh_cache-523c14e7-5ef9-4b95-a324-33b77a9a24fd" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.000033] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1184.000033] env[62225]: value = "resgroup-9" [ 1184.000033] env[62225]: _type = "ResourcePool" [ 1184.000033] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1184.000312] env[62225]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-88e46263-3419-4a74-a345-bf4b685a10d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.021035] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease: (returnval){ [ 1184.021035] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520b7f36-042e-6430-edf2-0faa199f3dce" [ 1184.021035] env[62225]: _type = "HttpNfcLease" [ 1184.021035] env[62225]: } obtained for vApp import into resource pool (val){ [ 1184.021035] env[62225]: value = "resgroup-9" [ 1184.021035] env[62225]: _type = "ResourcePool" [ 1184.021035] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1184.021344] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the lease: (returnval){ [ 1184.021344] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520b7f36-042e-6430-edf2-0faa199f3dce" [ 1184.021344] env[62225]: _type = "HttpNfcLease" [ 1184.021344] env[62225]: } to be ready. {{(pid=62225) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.027448] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.027448] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520b7f36-042e-6430-edf2-0faa199f3dce" [ 1184.027448] env[62225]: _type = "HttpNfcLease" [ 1184.027448] env[62225]: } is initializing. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1184.529643] env[62225]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.529643] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520b7f36-042e-6430-edf2-0faa199f3dce" [ 1184.529643] env[62225]: _type = "HttpNfcLease" [ 1184.529643] env[62225]: } is ready. {{(pid=62225) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.529940] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.529940] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]520b7f36-042e-6430-edf2-0faa199f3dce" [ 1184.529940] env[62225]: _type = "HttpNfcLease" [ 1184.529940] env[62225]: }. {{(pid=62225) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1184.531050] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aabe79-b6f0-40c0-858b-53f2d265006b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.537918] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221cf21-a63f-876c-c4f5-9aa33c97e786/disk-0.vmdk from lease info. {{(pid=62225) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1184.538111] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221cf21-a63f-876c-c4f5-9aa33c97e786/disk-0.vmdk. {{(pid=62225) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1184.599875] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e3e865c-9a85-4462-aebf-56d9c8340c1c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.752207] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Completed reading data from the image iterator. {{(pid=62225) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1185.752628] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221cf21-a63f-876c-c4f5-9aa33c97e786/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.753397] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad80a1ed-0725-4db2-b1b6-857c45684976 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.759984] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221cf21-a63f-876c-c4f5-9aa33c97e786/disk-0.vmdk is in state: ready. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.760179] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221cf21-a63f-876c-c4f5-9aa33c97e786/disk-0.vmdk. {{(pid=62225) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1185.760417] env[62225]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d464ac8f-a46f-41d5-977f-5860f74ed4ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.952275] env[62225]: DEBUG oslo_vmware.rw_handles [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221cf21-a63f-876c-c4f5-9aa33c97e786/disk-0.vmdk. {{(pid=62225) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1185.952463] env[62225]: INFO nova.virt.vmwareapi.images [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Downloaded image file data d7eccd63-4372-458a-af9c-2225ef2bf8ac [ 1185.953328] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba23e72e-2a9b-4b53-8208-ef9238aee9d5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.969846] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c0a07fa-449f-48ca-b5de-61b788e1f95b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.997212] env[62225]: INFO nova.virt.vmwareapi.images [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] The imported VM was unregistered [ 1186.000663] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Caching image {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1186.001083] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.001425] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a7bb023-bd04-4653-b062-432a7751ab03 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.012388] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Created directory with path [datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.012637] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a/OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a.vmdk to [datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk. {{(pid=62225) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1186.012951] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-64dc935c-abc0-4baf-a22c-0f1476ecb674 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.019676] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1186.019676] env[62225]: value = "task-678466" [ 1186.019676] env[62225]: _type = "Task" [ 1186.019676] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.028579] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678466, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.531723] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678466, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.030854] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678466, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.540933] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678466, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.032765] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678466, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.532649] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678466, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.108693} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.532913] env[62225]: INFO nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a/OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a.vmdk to [datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk. [ 1188.533122] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Cleaning up location [datastore1] OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1188.533294] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c091a91f-61c2-4f06-9090-d3378377c82a {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.533544] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e2b705-9fa6-426e-85cc-6a561f937a48 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.539300] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1188.539300] env[62225]: value = "task-678467" [ 1188.539300] env[62225]: _type = "Task" [ 1188.539300] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.546730] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.049282] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039539} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.049650] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.049692] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.049985] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk to [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1189.050248] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1801dacc-4a15-4d98-bd7f-f1eb89410087 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.057326] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1189.057326] env[62225]: value = "task-678468" [ 1189.057326] env[62225]: _type = "Task" [ 1189.057326] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.065711] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.568727] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678468, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.069865] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678468, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.570954] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678468, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.072401] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678468, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.569617] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678468, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.166831} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.571048] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d7eccd63-4372-458a-af9c-2225ef2bf8ac/d7eccd63-4372-458a-af9c-2225ef2bf8ac.vmdk to [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1191.571048] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed020f7-bae2-4bb5-8549-f89ef6d83cee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.592229] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.592465] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda15e2d-c9e7-485a-be19-1c0b2e8b3dec {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.610599] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1191.610599] env[62225]: value = "task-678469" [ 1191.610599] env[62225]: _type = "Task" [ 1191.610599] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.619079] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.121055] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678469, 'name': ReconfigVM_Task, 'duration_secs': 0.272764} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.121055] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd/523c14e7-5ef9-4b95-a324-33b77a9a24fd.vmdk or device None with type streamOptimized {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.121464] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18bc4400-f2ed-4728-b783-f8e251585e5e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.126484] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1192.126484] env[62225]: value = "task-678470" [ 1192.126484] env[62225]: _type = "Task" [ 1192.126484] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.133420] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678470, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.577552] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.577730] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1192.636210] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678470, 'name': Rename_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.137659] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678470, 'name': Rename_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.638361] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678470, 'name': Rename_Task, 'duration_secs': 1.109254} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.638630] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1193.638869] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-002c10a6-c236-4837-9fb7-a3179490c6fd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.645067] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1193.645067] env[62225]: value = "task-678471" [ 1193.645067] env[62225]: _type = "Task" [ 1193.645067] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.653334] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.154781] env[62225]: DEBUG oslo_vmware.api [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678471, 'name': PowerOnVM_Task, 'duration_secs': 0.415145} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.155194] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1194.295149] env[62225]: DEBUG nova.compute.manager [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1194.296090] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd8d6d-b77e-4b23-ab62-0d73b802002b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.578312] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.813021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-48e6acb6-e18d-41c9-96f6-78f7ce3eab1e tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.538s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.577772] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.157164] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.157444] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.157663] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.157896] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.158089] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.160348] env[62225]: INFO nova.compute.manager [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Terminating instance [ 1196.162261] env[62225]: DEBUG nova.compute.manager [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1196.162465] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1196.163318] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24e8d8-a236-41db-a379-bbb43363a4bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.171697] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1196.171920] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f62dc87-2071-4ecd-8d02-f268f14680c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.177926] env[62225]: DEBUG oslo_vmware.api [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1196.177926] env[62225]: value = "task-678472" [ 1196.177926] env[62225]: _type = "Task" [ 1196.177926] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.185312] env[62225]: DEBUG oslo_vmware.api [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.687960] env[62225]: DEBUG oslo_vmware.api [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678472, 'name': PowerOffVM_Task, 'duration_secs': 0.184086} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.688422] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1196.688422] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1196.688637] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c84136c-4b8f-49fd-9ebf-5cd7f6b4e82a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.744427] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1196.744654] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1196.744838] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleting the datastore file [datastore1] 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.745119] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf5f9247-50b2-4092-b61d-8c00841126f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.751063] env[62225]: DEBUG oslo_vmware.api [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for the task: (returnval){ [ 1196.751063] env[62225]: value = "task-678474" [ 1196.751063] env[62225]: _type = "Task" [ 1196.751063] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.758505] env[62225]: DEBUG oslo_vmware.api [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.262009] env[62225]: DEBUG oslo_vmware.api [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Task: {'id': task-678474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138013} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.262294] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.262480] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1197.262651] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1197.262823] env[62225]: INFO nova.compute.manager [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1197.263084] env[62225]: DEBUG oslo.service.loopingcall [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.263275] env[62225]: DEBUG nova.compute.manager [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1197.263370] env[62225]: DEBUG nova.network.neutron [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1197.577528] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.578838] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1197.578838] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1197.633408] env[62225]: DEBUG nova.compute.manager [req-ac920a45-d817-41d4-a5c2-cd0b138955da req-a9f72490-ef28-4f01-a0c8-df7df80d6dd1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Received event network-vif-deleted-cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1197.633620] env[62225]: INFO nova.compute.manager [req-ac920a45-d817-41d4-a5c2-cd0b138955da req-a9f72490-ef28-4f01-a0c8-df7df80d6dd1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Neutron deleted interface cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6; detaching it from the instance and deleting it from the info cache [ 1197.633819] env[62225]: DEBUG nova.network.neutron [req-ac920a45-d817-41d4-a5c2-cd0b138955da req-a9f72490-ef28-4f01-a0c8-df7df80d6dd1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.081728] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Skipping network cache update for instance because it is being deleted. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1198.111841] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.111998] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.112159] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1198.112311] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.113676] env[62225]: DEBUG nova.network.neutron [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.135687] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa3dc18b-0aa7-4eeb-98c8-36a353c90698 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.146409] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22e4e4-fe4d-4052-b5cb-0483136811d9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.169815] env[62225]: DEBUG nova.compute.manager [req-ac920a45-d817-41d4-a5c2-cd0b138955da req-a9f72490-ef28-4f01-a0c8-df7df80d6dd1 service nova] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Detach interface failed, port_id=cbdc0d89-4bc6-464f-a5cf-52cb299ad4f6, reason: Instance 523c14e7-5ef9-4b95-a324-33b77a9a24fd could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1198.619066] env[62225]: INFO nova.compute.manager [-] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Took 1.35 seconds to deallocate network for instance. [ 1199.125037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.125037] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.125037] env[62225]: DEBUG nova.objects.instance [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lazy-loading 'resources' on Instance uuid 523c14e7-5ef9-4b95-a324-33b77a9a24fd {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.671362] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb4501a-3821-44fd-ad20-ce3b9fa2c5b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.679026] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b579f72f-e8e9-4d96-aae1-6a28b7d64afe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.710820] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510a8bf-7b71-449c-96ae-a0b4440b32c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.718045] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c95dec-97a8-4ea8-a5cc-9c816278e88d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.730488] env[62225]: DEBUG nova.compute.provider_tree [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.842784] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [{"id": "87ef16e1-acbf-4675-a270-c1ada290186b", "address": "fa:16:3e:8c:55:b3", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ef16e1-ac", "ovs_interfaceid": "87ef16e1-acbf-4675-a270-c1ada290186b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.233044] env[62225]: DEBUG nova.scheduler.client.report [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1200.345434] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.345638] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1200.345834] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.345995] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.346203] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.346371] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.738173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.758578] env[62225]: INFO nova.scheduler.client.report [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Deleted allocations for instance 523c14e7-5ef9-4b95-a324-33b77a9a24fd [ 1200.849487] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.849716] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.849815] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.849969] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1200.850874] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed4540-ce65-4b69-bd9f-b811e3a2eb3b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.859683] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed6a391-96e9-45cb-ad8c-88b5bb22a29c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.873018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbb6e98-b424-4559-95c5-472817f55ba9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.878973] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee970db-0fb1-4bdc-84aa-4a45be9b394b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.908049] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1200.908205] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.908384] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.267025] env[62225]: DEBUG oslo_concurrency.lockutils [None req-236ab370-8def-4c3b-8c95-7e6a6f14c0a0 tempest-ServerActionsTestOtherB-1783889143 tempest-ServerActionsTestOtherB-1783889143-project-member] Lock "523c14e7-5ef9-4b95-a324-33b77a9a24fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.109s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.927407] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance ddb74424-77aa-4fea-9af4-5b2d8e6c4cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.927612] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1201.927753] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1201.950410] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec3ebc-10e4-4433-9961-cb497ca256c2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.957897] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f8c46-32f5-4ed4-91a7-f04133ff86f9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.986258] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3afda23-c5c6-463f-8ab4-13c3f189c8ca {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.992851] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7192675-bef9-4edb-af18-4e8927a24ca1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.006534] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.509467] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1202.825644] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.825921] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.826140] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.826337] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.826511] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.828732] env[62225]: INFO nova.compute.manager [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Terminating instance [ 1202.830544] env[62225]: DEBUG nova.compute.manager [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1202.830743] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1202.831595] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42028d54-3943-4352-b0e6-f024c6bd22d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.839914] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1202.840162] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22735b70-b555-4920-9655-175063a6b0be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.846541] env[62225]: DEBUG oslo_vmware.api [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1202.846541] env[62225]: value = "task-678476" [ 1202.846541] env[62225]: _type = "Task" [ 1202.846541] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.853570] env[62225]: DEBUG oslo_vmware.api [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.013728] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1203.013944] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.106s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.357332] env[62225]: DEBUG oslo_vmware.api [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678476, 'name': PowerOffVM_Task, 'duration_secs': 0.163545} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.357592] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1203.357778] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1203.358035] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca2a3c0c-1aa9-4ffb-8d05-580345d4a752 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.421749] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1203.421999] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1203.422205] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Deleting the datastore file [datastore2] ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.422466] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb54cbd-82c6-4bee-9c4a-c14e1b2a53dd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.428450] env[62225]: DEBUG oslo_vmware.api [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1203.428450] env[62225]: value = "task-678478" [ 1203.428450] env[62225]: _type = "Task" [ 1203.428450] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.435804] env[62225]: DEBUG oslo_vmware.api [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.938700] env[62225]: DEBUG oslo_vmware.api [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142878} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.939138] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.939189] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1203.939353] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1203.939535] env[62225]: INFO nova.compute.manager [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1203.939782] env[62225]: DEBUG oslo.service.loopingcall [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1203.939978] env[62225]: DEBUG nova.compute.manager [-] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1203.940089] env[62225]: DEBUG nova.network.neutron [-] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1204.563997] env[62225]: DEBUG nova.compute.manager [req-3e80d3d4-7d58-4dfa-9048-ee9d99fa5567 req-8564852b-debe-4da0-b92d-fd10a79c2e41 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Received event network-vif-deleted-87ef16e1-acbf-4675-a270-c1ada290186b {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1204.564105] env[62225]: INFO nova.compute.manager [req-3e80d3d4-7d58-4dfa-9048-ee9d99fa5567 req-8564852b-debe-4da0-b92d-fd10a79c2e41 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Neutron deleted interface 87ef16e1-acbf-4675-a270-c1ada290186b; detaching it from the instance and deleting it from the info cache [ 1204.564206] env[62225]: DEBUG nova.network.neutron [req-3e80d3d4-7d58-4dfa-9048-ee9d99fa5567 req-8564852b-debe-4da0-b92d-fd10a79c2e41 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.009675] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.040386] env[62225]: DEBUG nova.network.neutron [-] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.066889] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c527ffc-2d7f-48b6-9bdf-011e5d68c562 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.078977] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23498b0f-801e-4783-b383-2fe062145bff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.104200] env[62225]: DEBUG nova.compute.manager [req-3e80d3d4-7d58-4dfa-9048-ee9d99fa5567 req-8564852b-debe-4da0-b92d-fd10a79c2e41 service nova] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Detach interface failed, port_id=87ef16e1-acbf-4675-a270-c1ada290186b, reason: Instance ddb74424-77aa-4fea-9af4-5b2d8e6c4cce could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1205.543462] env[62225]: INFO nova.compute.manager [-] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Took 1.60 seconds to deallocate network for instance. [ 1206.050657] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.050894] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.050934] env[62225]: DEBUG nova.objects.instance [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'resources' on Instance uuid ddb74424-77aa-4fea-9af4-5b2d8e6c4cce {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.583443] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279e5961-7a2e-4211-a5aa-f66679a821de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.591333] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d10c76-e401-4507-b922-d5fedb691234 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.620816] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a30445a-11f0-4309-a283-a7924b036c95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.628161] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5ac21d-d7b1-48c3-958c-abe9a2a3548a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.641270] env[62225]: DEBUG nova.compute.provider_tree [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.144315] env[62225]: DEBUG nova.scheduler.client.report [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1207.572987] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.650761] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.675449] env[62225]: INFO nova.scheduler.client.report [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Deleted allocations for instance ddb74424-77aa-4fea-9af4-5b2d8e6c4cce [ 1208.186190] env[62225]: DEBUG oslo_concurrency.lockutils [None req-16ea9fef-7f1e-408d-b307-dba4df682cf2 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "ddb74424-77aa-4fea-9af4-5b2d8e6c4cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.360s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.127416] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "b0c3183e-07dd-4303-8148-47e23b29d833" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.127707] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "b0c3183e-07dd-4303-8148-47e23b29d833" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.630284] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1210.079223] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.079223] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.151859] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.152162] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.153550] env[62225]: INFO nova.compute.claims [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.582614] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1211.099549] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.194928] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7727be-35c8-454b-91ca-4ac11412e0d4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.202823] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee879d5b-9650-463a-bbcf-bb67dc9a4b06 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.231835] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224b912-e93b-43fc-91b2-16cc1b7b1dbc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.238269] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e06a0-a314-48f0-8322-00e920e058a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.250651] env[62225]: DEBUG nova.compute.provider_tree [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.753908] env[62225]: DEBUG nova.scheduler.client.report [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.258982] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.259483] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1212.262430] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.163s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.263887] env[62225]: INFO nova.compute.claims [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.768226] env[62225]: DEBUG nova.compute.utils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1212.771645] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1212.771817] env[62225]: DEBUG nova.network.neutron [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1212.810545] env[62225]: DEBUG nova.policy [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42fef208769442c5a15ccf2d0b9f81f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fb398d37e4a4605945cd9f67928303d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1213.042608] env[62225]: DEBUG nova.network.neutron [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Successfully created port: 26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.272766] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1213.322030] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e4f56b-7a43-4c61-88a6-715e1109a50e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.329638] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a140e55c-8c04-4c0f-aed0-fd3c995ec473 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.358657] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09f60f-3fa8-438a-aa88-af9eaf2c2fed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.365192] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7052cda0-15ec-4c11-95d0-1ea9c43fb0eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.377808] env[62225]: DEBUG nova.compute.provider_tree [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.880314] env[62225]: DEBUG nova.scheduler.client.report [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.285298] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1214.310422] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1214.310682] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1214.310844] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.311043] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1214.311200] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.311351] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1214.311559] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1214.311721] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1214.311891] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1214.312069] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1214.312247] env[62225]: DEBUG nova.virt.hardware [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1214.313114] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa3c77-3813-46af-866b-c404b2d0d2b1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.321320] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0e9874-8949-4aff-9530-bc8bb4cc9ea9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.386909] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.387465] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1214.397656] env[62225]: DEBUG nova.compute.manager [req-fc3867f4-bc68-4c21-b624-2dd59dc6428c req-7f15a363-471d-44bd-be4a-646d909b4408 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Received event network-vif-plugged-26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1214.397869] env[62225]: DEBUG oslo_concurrency.lockutils [req-fc3867f4-bc68-4c21-b624-2dd59dc6428c req-7f15a363-471d-44bd-be4a-646d909b4408 service nova] Acquiring lock "b0c3183e-07dd-4303-8148-47e23b29d833-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.398089] env[62225]: DEBUG oslo_concurrency.lockutils [req-fc3867f4-bc68-4c21-b624-2dd59dc6428c req-7f15a363-471d-44bd-be4a-646d909b4408 service nova] Lock "b0c3183e-07dd-4303-8148-47e23b29d833-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.398265] env[62225]: DEBUG oslo_concurrency.lockutils [req-fc3867f4-bc68-4c21-b624-2dd59dc6428c req-7f15a363-471d-44bd-be4a-646d909b4408 service nova] Lock "b0c3183e-07dd-4303-8148-47e23b29d833-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.398436] env[62225]: DEBUG nova.compute.manager [req-fc3867f4-bc68-4c21-b624-2dd59dc6428c req-7f15a363-471d-44bd-be4a-646d909b4408 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] No waiting events found dispatching network-vif-plugged-26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1214.398597] env[62225]: WARNING nova.compute.manager [req-fc3867f4-bc68-4c21-b624-2dd59dc6428c req-7f15a363-471d-44bd-be4a-646d909b4408 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Received unexpected event network-vif-plugged-26ebbcda-98bf-4b07-81fd-6cf274a39eba for instance with vm_state building and task_state spawning. [ 1214.466993] env[62225]: DEBUG nova.network.neutron [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Successfully updated port: 26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.895065] env[62225]: DEBUG nova.compute.utils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1214.896577] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1214.896755] env[62225]: DEBUG nova.network.neutron [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1214.936302] env[62225]: DEBUG nova.policy [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa1e78914ab437795796ee0b6c6bfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21d15242b224a6bbfae0c3435c8d96b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1214.969718] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "refresh_cache-b0c3183e-07dd-4303-8148-47e23b29d833" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.969857] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquired lock "refresh_cache-b0c3183e-07dd-4303-8148-47e23b29d833" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.970015] env[62225]: DEBUG nova.network.neutron [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1215.259882] env[62225]: DEBUG nova.network.neutron [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Successfully created port: 0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.399777] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1215.498484] env[62225]: DEBUG nova.network.neutron [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1215.611552] env[62225]: DEBUG nova.network.neutron [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Updating instance_info_cache with network_info: [{"id": "26ebbcda-98bf-4b07-81fd-6cf274a39eba", "address": "fa:16:3e:ea:52:d4", "network": {"id": "d8cc406c-0f8e-47cb-989a-b199637d2a2a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1233770261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fb398d37e4a4605945cd9f67928303d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ebbcda-98", "ovs_interfaceid": "26ebbcda-98bf-4b07-81fd-6cf274a39eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.114880] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Releasing lock "refresh_cache-b0c3183e-07dd-4303-8148-47e23b29d833" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.115239] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Instance network_info: |[{"id": "26ebbcda-98bf-4b07-81fd-6cf274a39eba", "address": "fa:16:3e:ea:52:d4", "network": {"id": "d8cc406c-0f8e-47cb-989a-b199637d2a2a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1233770261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fb398d37e4a4605945cd9f67928303d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ebbcda-98", "ovs_interfaceid": "26ebbcda-98bf-4b07-81fd-6cf274a39eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1216.115685] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:52:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ebbcda-98bf-4b07-81fd-6cf274a39eba', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.123191] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Creating folder: Project (6fb398d37e4a4605945cd9f67928303d). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1216.123873] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81ac69c-eac5-42e1-a5f9-6c5a783bc5ef {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.136494] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Created folder: Project (6fb398d37e4a4605945cd9f67928303d) in parent group-v163168. [ 1216.136734] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Creating folder: Instances. Parent ref: group-v163452. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1216.137010] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6168c28-016a-4283-937a-f129e412d08f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.146434] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Created folder: Instances in parent group-v163452. [ 1216.146708] env[62225]: DEBUG oslo.service.loopingcall [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.146931] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1216.147156] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5101b623-b4f5-45f3-9fe6-7f90f80dd162 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.165597] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.165597] env[62225]: value = "task-678481" [ 1216.165597] env[62225]: _type = "Task" [ 1216.165597] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.172676] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678481, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.409802] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1216.427983] env[62225]: DEBUG nova.compute.manager [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Received event network-changed-26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1216.428213] env[62225]: DEBUG nova.compute.manager [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Refreshing instance network info cache due to event network-changed-26ebbcda-98bf-4b07-81fd-6cf274a39eba. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1216.428410] env[62225]: DEBUG oslo_concurrency.lockutils [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] Acquiring lock "refresh_cache-b0c3183e-07dd-4303-8148-47e23b29d833" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.428547] env[62225]: DEBUG oslo_concurrency.lockutils [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] Acquired lock "refresh_cache-b0c3183e-07dd-4303-8148-47e23b29d833" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.428710] env[62225]: DEBUG nova.network.neutron [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Refreshing network info cache for port 26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1216.437852] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1216.438092] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1216.438255] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.438435] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1216.438581] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.438729] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1216.438935] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1216.439115] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1216.439278] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1216.439438] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1216.439609] env[62225]: DEBUG nova.virt.hardware [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1216.440801] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8f23a-a553-4a9e-a500-c7199fb510ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.448416] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ba193-86c2-4bd8-9de4-8347314fa316 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.618070] env[62225]: DEBUG nova.compute.manager [req-efe5f50a-700a-40c6-b94e-11aec8a2f4a7 req-ed3554cf-0b8a-4d03-91bf-7aa40c751934 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Received event network-vif-plugged-0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1216.618304] env[62225]: DEBUG oslo_concurrency.lockutils [req-efe5f50a-700a-40c6-b94e-11aec8a2f4a7 req-ed3554cf-0b8a-4d03-91bf-7aa40c751934 service nova] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.618514] env[62225]: DEBUG oslo_concurrency.lockutils [req-efe5f50a-700a-40c6-b94e-11aec8a2f4a7 req-ed3554cf-0b8a-4d03-91bf-7aa40c751934 service nova] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.618686] env[62225]: DEBUG oslo_concurrency.lockutils [req-efe5f50a-700a-40c6-b94e-11aec8a2f4a7 req-ed3554cf-0b8a-4d03-91bf-7aa40c751934 service nova] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.618859] env[62225]: DEBUG nova.compute.manager [req-efe5f50a-700a-40c6-b94e-11aec8a2f4a7 req-ed3554cf-0b8a-4d03-91bf-7aa40c751934 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] No waiting events found dispatching network-vif-plugged-0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1216.619041] env[62225]: WARNING nova.compute.manager [req-efe5f50a-700a-40c6-b94e-11aec8a2f4a7 req-ed3554cf-0b8a-4d03-91bf-7aa40c751934 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Received unexpected event network-vif-plugged-0f96a003-502e-4952-8188-a6fbf07de8d1 for instance with vm_state building and task_state spawning. [ 1216.675488] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678481, 'name': CreateVM_Task, 'duration_secs': 0.279371} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.675724] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1216.676354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.676528] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.676937] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.677125] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b029aff5-383e-452e-8b4d-414908798ef8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.681524] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1216.681524] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fd1120-32b7-583b-4294-64c19f71d208" [ 1216.681524] env[62225]: _type = "Task" [ 1216.681524] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.689084] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fd1120-32b7-583b-4294-64c19f71d208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.148811] env[62225]: DEBUG nova.network.neutron [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Successfully updated port: 0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.154127] env[62225]: DEBUG nova.network.neutron [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Updated VIF entry in instance network info cache for port 26ebbcda-98bf-4b07-81fd-6cf274a39eba. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1217.154472] env[62225]: DEBUG nova.network.neutron [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Updating instance_info_cache with network_info: [{"id": "26ebbcda-98bf-4b07-81fd-6cf274a39eba", "address": "fa:16:3e:ea:52:d4", "network": {"id": "d8cc406c-0f8e-47cb-989a-b199637d2a2a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1233770261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fb398d37e4a4605945cd9f67928303d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ebbcda-98", "ovs_interfaceid": "26ebbcda-98bf-4b07-81fd-6cf274a39eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.191514] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52fd1120-32b7-583b-4294-64c19f71d208, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.191762] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.191986] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.192274] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.192381] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.192561] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.192802] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4cd890-b75c-468b-b4db-68b71e615739 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.200547] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.200718] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1217.201391] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cc2ec1-8a12-4812-b3c8-836b379df4da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.206045] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1217.206045] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e53309-a936-06d1-bf07-2db11e08751e" [ 1217.206045] env[62225]: _type = "Task" [ 1217.206045] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.213317] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e53309-a936-06d1-bf07-2db11e08751e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.654469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.654842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.654842] env[62225]: DEBUG nova.network.neutron [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1217.660151] env[62225]: DEBUG oslo_concurrency.lockutils [req-7c20a15c-91ac-4102-be77-9f3fcbf10053 req-b5d72d6f-9f8c-4e00-a8fc-8c3cdcc43ff6 service nova] Releasing lock "refresh_cache-b0c3183e-07dd-4303-8148-47e23b29d833" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.715746] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e53309-a936-06d1-bf07-2db11e08751e, 'name': SearchDatastore_Task, 'duration_secs': 0.007626} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.716510] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c383c25c-5118-4f3d-9ab3-deed5c65c0cd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.721515] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1217.721515] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e152c2-3310-12b3-c812-2feb4c59e1c5" [ 1217.721515] env[62225]: _type = "Task" [ 1217.721515] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.728834] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e152c2-3310-12b3-c812-2feb4c59e1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.181144] env[62225]: DEBUG nova.network.neutron [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1218.231728] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52e152c2-3310-12b3-c812-2feb4c59e1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.231995] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.232272] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] b0c3183e-07dd-4303-8148-47e23b29d833/b0c3183e-07dd-4303-8148-47e23b29d833.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1218.234464] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f511295-60b0-4e0f-a1af-7776df071f5f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.240716] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1218.240716] env[62225]: value = "task-678482" [ 1218.240716] env[62225]: _type = "Task" [ 1218.240716] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.247846] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.299686] env[62225]: DEBUG nova.network.neutron [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating instance_info_cache with network_info: [{"id": "0f96a003-502e-4952-8188-a6fbf07de8d1", "address": "fa:16:3e:9e:1d:5e", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96a003-50", "ovs_interfaceid": "0f96a003-502e-4952-8188-a6fbf07de8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.456613] env[62225]: DEBUG nova.compute.manager [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Received event network-changed-0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1218.456836] env[62225]: DEBUG nova.compute.manager [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Refreshing instance network info cache due to event network-changed-0f96a003-502e-4952-8188-a6fbf07de8d1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1218.457043] env[62225]: DEBUG oslo_concurrency.lockutils [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] Acquiring lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.750607] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427547} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.750962] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] b0c3183e-07dd-4303-8148-47e23b29d833/b0c3183e-07dd-4303-8148-47e23b29d833.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1218.751106] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.751363] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e716e410-0f22-4d88-be19-afc8c14c0511 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.757759] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1218.757759] env[62225]: value = "task-678483" [ 1218.757759] env[62225]: _type = "Task" [ 1218.757759] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.764909] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.802591] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.802892] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Instance network_info: |[{"id": "0f96a003-502e-4952-8188-a6fbf07de8d1", "address": "fa:16:3e:9e:1d:5e", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96a003-50", "ovs_interfaceid": "0f96a003-502e-4952-8188-a6fbf07de8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1218.803223] env[62225]: DEBUG oslo_concurrency.lockutils [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] Acquired lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.803427] env[62225]: DEBUG nova.network.neutron [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Refreshing network info cache for port 0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1218.805061] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:1d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f96a003-502e-4952-8188-a6fbf07de8d1', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.812507] env[62225]: DEBUG oslo.service.loopingcall [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.815265] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1218.815747] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbdd28ba-194f-4d9c-a23f-3a24488de877 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.836063] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.836063] env[62225]: value = "task-678484" [ 1218.836063] env[62225]: _type = "Task" [ 1218.836063] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.843607] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678484, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.020597] env[62225]: DEBUG nova.network.neutron [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updated VIF entry in instance network info cache for port 0f96a003-502e-4952-8188-a6fbf07de8d1. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1219.021116] env[62225]: DEBUG nova.network.neutron [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating instance_info_cache with network_info: [{"id": "0f96a003-502e-4952-8188-a6fbf07de8d1", "address": "fa:16:3e:9e:1d:5e", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96a003-50", "ovs_interfaceid": "0f96a003-502e-4952-8188-a6fbf07de8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.267466] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.267767] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.268553] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479e581c-0ebe-4482-9eef-53d0cf4024a0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.289762] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b0c3183e-07dd-4303-8148-47e23b29d833/b0c3183e-07dd-4303-8148-47e23b29d833.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.290078] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa232dd-a6fa-4eea-97f7-52a48bc73d8d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.308549] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1219.308549] env[62225]: value = "task-678485" [ 1219.308549] env[62225]: _type = "Task" [ 1219.308549] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.316287] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.344158] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678484, 'name': CreateVM_Task, 'duration_secs': 0.49785} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.344315] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1219.344965] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.345152] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.345469] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.345707] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ea87b8-3d6a-4ab6-b365-7c1e30fa4f24 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.349671] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1219.349671] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52471689-38c0-36c4-c372-483e4eae63bf" [ 1219.349671] env[62225]: _type = "Task" [ 1219.349671] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.356668] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52471689-38c0-36c4-c372-483e4eae63bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.524270] env[62225]: DEBUG oslo_concurrency.lockutils [req-a7fc9050-533c-4a6e-a990-202a5cd0d7f3 req-25ed59fe-0749-41a1-9e3c-3c07be866eef service nova] Releasing lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.818200] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678485, 'name': ReconfigVM_Task, 'duration_secs': 0.273302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.818550] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b0c3183e-07dd-4303-8148-47e23b29d833/b0c3183e-07dd-4303-8148-47e23b29d833.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.819119] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b16872-8cfb-48d9-8984-eb106dec64a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.825646] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1219.825646] env[62225]: value = "task-678486" [ 1219.825646] env[62225]: _type = "Task" [ 1219.825646] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.832921] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678486, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.857706] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52471689-38c0-36c4-c372-483e4eae63bf, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.857980] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.858225] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.858453] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.858600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.858780] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.859071] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-184330e8-beb3-48eb-8dc7-aae226e6b276 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.866247] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.866420] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1219.867084] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a0010f-4af4-4065-9fdf-bf9da0c211e8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.872836] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1219.872836] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52add3b5-e0bc-6e99-3623-ef86d2985245" [ 1219.872836] env[62225]: _type = "Task" [ 1219.872836] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.879441] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52add3b5-e0bc-6e99-3623-ef86d2985245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.336073] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678486, 'name': Rename_Task, 'duration_secs': 0.138726} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.336364] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1220.336614] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e0f8f7-7e48-43a3-b977-8c2ed8df8612 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.343525] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1220.343525] env[62225]: value = "task-678487" [ 1220.343525] env[62225]: _type = "Task" [ 1220.343525] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.352957] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.383020] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52add3b5-e0bc-6e99-3623-ef86d2985245, 'name': SearchDatastore_Task, 'duration_secs': 0.007773} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.383855] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb671e5-a7fe-4d57-aa82-f8380e2d1ddb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.389320] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1220.389320] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a9c539-3b94-47e0-1a08-de7de1bd5a7b" [ 1220.389320] env[62225]: _type = "Task" [ 1220.389320] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.400185] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a9c539-3b94-47e0-1a08-de7de1bd5a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.854198] env[62225]: DEBUG oslo_vmware.api [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678487, 'name': PowerOnVM_Task, 'duration_secs': 0.436371} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.854580] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1220.854633] env[62225]: INFO nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1220.854861] env[62225]: DEBUG nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1220.855645] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6dae09-173c-497d-ab4d-289b4f9c30c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.898919] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a9c539-3b94-47e0-1a08-de7de1bd5a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.899885] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.900168] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 8fefddf4-51d8-474c-820c-a88b2bd94a3e/8fefddf4-51d8-474c-820c-a88b2bd94a3e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1220.900428] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b9b074d-cdd5-4866-babb-66793821102a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.907329] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1220.907329] env[62225]: value = "task-678488" [ 1220.907329] env[62225]: _type = "Task" [ 1220.907329] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.915289] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.376854] env[62225]: INFO nova.compute.manager [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Took 11.24 seconds to build instance. [ 1221.417281] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.878442] env[62225]: DEBUG oslo_concurrency.lockutils [None req-4cf8d631-084d-4262-be7b-4d0e7d7d3dd3 tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "b0c3183e-07dd-4303-8148-47e23b29d833" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.751s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.917740] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527789} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.918018] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] 8fefddf4-51d8-474c-820c-a88b2bd94a3e/8fefddf4-51d8-474c-820c-a88b2bd94a3e.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1221.918245] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.918493] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac34390e-6e2d-4d44-aeef-b5ed5674258f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.925457] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1221.925457] env[62225]: value = "task-678489" [ 1221.925457] env[62225]: _type = "Task" [ 1221.925457] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.933660] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.357783] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "b0c3183e-07dd-4303-8148-47e23b29d833" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.358078] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "b0c3183e-07dd-4303-8148-47e23b29d833" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.358303] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "b0c3183e-07dd-4303-8148-47e23b29d833-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.358491] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "b0c3183e-07dd-4303-8148-47e23b29d833-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.358664] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "b0c3183e-07dd-4303-8148-47e23b29d833-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.360925] env[62225]: INFO nova.compute.manager [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Terminating instance [ 1222.362695] env[62225]: DEBUG nova.compute.manager [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1222.362886] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1222.363715] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013ca8e-11c1-42fe-b8ab-b950aaeb218c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.373056] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1222.373291] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03e902b2-5a26-4865-ba70-34addc337be9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.380505] env[62225]: DEBUG oslo_vmware.api [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1222.380505] env[62225]: value = "task-678490" [ 1222.380505] env[62225]: _type = "Task" [ 1222.380505] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.388104] env[62225]: DEBUG oslo_vmware.api [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.434344] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074888} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.434552] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.435306] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ce69ca-c57f-41e6-87f8-11ad8f450fbd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.456339] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 8fefddf4-51d8-474c-820c-a88b2bd94a3e/8fefddf4-51d8-474c-820c-a88b2bd94a3e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.456591] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153b3479-583c-4731-9581-89a5d6a6216c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.476303] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1222.476303] env[62225]: value = "task-678491" [ 1222.476303] env[62225]: _type = "Task" [ 1222.476303] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.483930] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.890784] env[62225]: DEBUG oslo_vmware.api [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678490, 'name': PowerOffVM_Task, 'duration_secs': 0.356653} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.891199] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1222.891252] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1222.891483] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74062537-29ea-422a-a0e5-20a22bdc7e09 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.951063] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1222.951310] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1222.951486] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Deleting the datastore file [datastore2] b0c3183e-07dd-4303-8148-47e23b29d833 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.951802] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8cf9920-502c-4729-b133-11dc537450d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.961340] env[62225]: DEBUG oslo_vmware.api [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for the task: (returnval){ [ 1222.961340] env[62225]: value = "task-678493" [ 1222.961340] env[62225]: _type = "Task" [ 1222.961340] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.968916] env[62225]: DEBUG oslo_vmware.api [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.985062] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678491, 'name': ReconfigVM_Task, 'duration_secs': 0.28792} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.985062] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 8fefddf4-51d8-474c-820c-a88b2bd94a3e/8fefddf4-51d8-474c-820c-a88b2bd94a3e.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.985510] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32638617-0ae0-4539-8d0d-13945767d075 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.991148] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1222.991148] env[62225]: value = "task-678494" [ 1222.991148] env[62225]: _type = "Task" [ 1222.991148] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.998457] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678494, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.471144] env[62225]: DEBUG oslo_vmware.api [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Task: {'id': task-678493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152741} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.471433] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.471625] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1223.471811] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1223.471993] env[62225]: INFO nova.compute.manager [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.472263] env[62225]: DEBUG oslo.service.loopingcall [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.472474] env[62225]: DEBUG nova.compute.manager [-] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1223.472570] env[62225]: DEBUG nova.network.neutron [-] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1223.499695] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678494, 'name': Rename_Task, 'duration_secs': 0.16047} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.501808] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1223.502076] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5164df11-5e23-460c-b2be-a454c8e5a025 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.507918] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1223.507918] env[62225]: value = "task-678495" [ 1223.507918] env[62225]: _type = "Task" [ 1223.507918] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.517515] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.689649] env[62225]: DEBUG nova.compute.manager [req-63325d1e-caa6-4a28-84d7-2f412d9fdc2b req-027602cf-db7a-494f-aa47-45ae8f5d14cd service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Received event network-vif-deleted-26ebbcda-98bf-4b07-81fd-6cf274a39eba {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1223.689884] env[62225]: INFO nova.compute.manager [req-63325d1e-caa6-4a28-84d7-2f412d9fdc2b req-027602cf-db7a-494f-aa47-45ae8f5d14cd service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Neutron deleted interface 26ebbcda-98bf-4b07-81fd-6cf274a39eba; detaching it from the instance and deleting it from the info cache [ 1223.690071] env[62225]: DEBUG nova.network.neutron [req-63325d1e-caa6-4a28-84d7-2f412d9fdc2b req-027602cf-db7a-494f-aa47-45ae8f5d14cd service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.019180] env[62225]: DEBUG oslo_vmware.api [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678495, 'name': PowerOnVM_Task, 'duration_secs': 0.421521} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.019540] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1224.019662] env[62225]: INFO nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1224.019825] env[62225]: DEBUG nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1224.020590] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d0b9ff-494a-4095-b76b-dc0ccfc9feeb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.166332] env[62225]: DEBUG nova.network.neutron [-] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.193588] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e0a6c05-3fc5-4e91-a82a-64c2f50263ed {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.203505] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c12a57-3a80-49ec-9dd4-362ad9883c66 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.226822] env[62225]: DEBUG nova.compute.manager [req-63325d1e-caa6-4a28-84d7-2f412d9fdc2b req-027602cf-db7a-494f-aa47-45ae8f5d14cd service nova] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Detach interface failed, port_id=26ebbcda-98bf-4b07-81fd-6cf274a39eba, reason: Instance b0c3183e-07dd-4303-8148-47e23b29d833 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1224.537683] env[62225]: INFO nova.compute.manager [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Took 13.45 seconds to build instance. [ 1224.669329] env[62225]: INFO nova.compute.manager [-] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Took 1.20 seconds to deallocate network for instance. [ 1225.040018] env[62225]: DEBUG oslo_concurrency.lockutils [None req-cbfe53ea-1c21-4cda-8e8d-2cd6cfa7c53d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.961s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.176506] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.176789] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.177040] env[62225]: DEBUG nova.objects.instance [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lazy-loading 'resources' on Instance uuid b0c3183e-07dd-4303-8148-47e23b29d833 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.359105] env[62225]: DEBUG nova.compute.manager [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Received event network-changed-0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1225.359295] env[62225]: DEBUG nova.compute.manager [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Refreshing instance network info cache due to event network-changed-0f96a003-502e-4952-8188-a6fbf07de8d1. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1225.359942] env[62225]: DEBUG oslo_concurrency.lockutils [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] Acquiring lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.360121] env[62225]: DEBUG oslo_concurrency.lockutils [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] Acquired lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.360315] env[62225]: DEBUG nova.network.neutron [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Refreshing network info cache for port 0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1225.721759] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4dce27-b5c8-4e21-8175-56d782dd6937 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.729766] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064aaa88-5b7d-4203-8e30-f7863d50d719 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.760789] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4835a3-424a-4ecc-82fe-5cb8c9ae47bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.767875] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1191f-9d9d-4061-8bf1-b788abaca8fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.780448] env[62225]: DEBUG nova.compute.provider_tree [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.059417] env[62225]: DEBUG nova.network.neutron [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updated VIF entry in instance network info cache for port 0f96a003-502e-4952-8188-a6fbf07de8d1. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1226.059795] env[62225]: DEBUG nova.network.neutron [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating instance_info_cache with network_info: [{"id": "0f96a003-502e-4952-8188-a6fbf07de8d1", "address": "fa:16:3e:9e:1d:5e", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96a003-50", "ovs_interfaceid": "0f96a003-502e-4952-8188-a6fbf07de8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.283299] env[62225]: DEBUG nova.scheduler.client.report [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1226.562988] env[62225]: DEBUG oslo_concurrency.lockutils [req-fd8a8947-f9bc-4e02-a30e-fc31c63b1076 req-318fa2f0-c992-486e-ba62-c0db77f74055 service nova] Releasing lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.788574] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.808617] env[62225]: INFO nova.scheduler.client.report [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Deleted allocations for instance b0c3183e-07dd-4303-8148-47e23b29d833 [ 1227.316702] env[62225]: DEBUG oslo_concurrency.lockutils [None req-199fd765-9bd0-4aed-8bd6-f3167ec9b63b tempest-ServerAddressesNegativeTestJSON-1670238089 tempest-ServerAddressesNegativeTestJSON-1670238089-project-member] Lock "b0c3183e-07dd-4303-8148-47e23b29d833" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.959s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.577980] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.578382] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1255.577315] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.577625] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.577231] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.577634] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1259.577634] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1260.105602] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.105756] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.105906] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1260.106072] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.823136] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating instance_info_cache with network_info: [{"id": "0f96a003-502e-4952-8188-a6fbf07de8d1", "address": "fa:16:3e:9e:1d:5e", "network": {"id": "e564bb5c-a1d7-4cd7-b94d-7aa0e4730816", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1001326804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21d15242b224a6bbfae0c3435c8d96b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f96a003-50", "ovs_interfaceid": "0f96a003-502e-4952-8188-a6fbf07de8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.329789] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-8fefddf4-51d8-474c-820c-a88b2bd94a3e" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.329989] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1262.330259] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.330476] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.330638] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.330796] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.833895] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.834414] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.834540] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.834769] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1262.835748] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c689ccb1-e833-4a95-b40e-e67611b8d609 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.844244] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49cb773-c50c-4d96-a74d-4eeaf249264a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.857921] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f46d1b-2920-424b-8d95-d0faf04e35d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.863894] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb10eaf-2131-4547-956b-88b57e89efa5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.891242] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181717MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1262.891443] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.891690] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.039652] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.039901] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.542525] env[62225]: DEBUG nova.compute.utils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1263.915654] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 8fefddf4-51d8-474c-820c-a88b2bd94a3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.915654] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1263.916016] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1263.940414] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd9a37-ff75-4873-aded-34109ab73412 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.948176] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d6772-198b-4894-a2c8-76918394e090 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.976943] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0254eef9-3619-4d7a-934b-724a63a6460c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.983620] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f98ffc-f0ed-4114-8844-31002e325e6a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.996022] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.044950] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.498701] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1265.004073] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1265.004073] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.105196] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.105453] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.105685] env[62225]: INFO nova.compute.manager [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Attaching volume 3534493e-7e36-4f21-a1bf-def431e1adb5 to /dev/sdb [ 1265.136040] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e255dd1-130b-4de5-8011-49f9aa883dfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.143064] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e1159-9e9e-4fe2-9bb7-223632fc8feb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.155666] env[62225]: DEBUG nova.virt.block_device [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating existing volume attachment record: 8797a8b7-ab9d-4d55-b94e-213e39f41ddd {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.000396] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.698234] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1269.698492] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163456', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'name': 'volume-3534493e-7e36-4f21-a1bf-def431e1adb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'serial': '3534493e-7e36-4f21-a1bf-def431e1adb5'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1269.699468] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146cfbc0-672d-4867-a220-5185619c832d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.715604] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8843f0d-2919-46d7-bfc1-d777ae17866e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.739257] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-3534493e-7e36-4f21-a1bf-def431e1adb5/volume-3534493e-7e36-4f21-a1bf-def431e1adb5.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.739627] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71971221-d94c-4e62-b5a2-9a045cbc4615 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.757663] env[62225]: DEBUG oslo_vmware.api [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1269.757663] env[62225]: value = "task-678498" [ 1269.757663] env[62225]: _type = "Task" [ 1269.757663] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.765652] env[62225]: DEBUG oslo_vmware.api [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.267536] env[62225]: DEBUG oslo_vmware.api [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678498, 'name': ReconfigVM_Task, 'duration_secs': 0.33605} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.267844] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-3534493e-7e36-4f21-a1bf-def431e1adb5/volume-3534493e-7e36-4f21-a1bf-def431e1adb5.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.272474] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd39777-2e60-45e8-904a-90158ee75d01 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.287200] env[62225]: DEBUG oslo_vmware.api [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1270.287200] env[62225]: value = "task-678499" [ 1270.287200] env[62225]: _type = "Task" [ 1270.287200] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.294587] env[62225]: DEBUG oslo_vmware.api [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.797535] env[62225]: DEBUG oslo_vmware.api [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678499, 'name': ReconfigVM_Task, 'duration_secs': 0.146532} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.797887] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163456', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'name': 'volume-3534493e-7e36-4f21-a1bf-def431e1adb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'serial': '3534493e-7e36-4f21-a1bf-def431e1adb5'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.831921] env[62225]: DEBUG nova.objects.instance [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.338316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-ab19611a-5c93-4a89-af0e-5ab3fb4f5faf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.126211] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.126468] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.629600] env[62225]: DEBUG nova.compute.utils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.132784] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.186359] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.186768] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.186870] env[62225]: INFO nova.compute.manager [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Attaching volume d2fffb5e-6766-4cea-8e43-4b256ee1a0c8 to /dev/sdc [ 1275.216903] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36daae46-1fb9-4ef8-a896-3f881d2438fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.224085] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9eee47-75a9-4b17-8e11-3340edcd1b1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.237243] env[62225]: DEBUG nova.virt.block_device [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating existing volume attachment record: 464c3bba-3824-4886-92a9-e134bdf9e08f {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1279.779024] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1279.779294] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163457', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'name': 'volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'serial': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1279.780201] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b6de7-2aef-4cf4-a891-c28010c28331 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.796574] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e903c1-bd72-44b3-bc57-c9359e6f99ff {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.824280] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8/volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.824541] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444f6753-1b2e-445e-b1eb-81ea4b3e1ee2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.842768] env[62225]: DEBUG oslo_vmware.api [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1279.842768] env[62225]: value = "task-678502" [ 1279.842768] env[62225]: _type = "Task" [ 1279.842768] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.850561] env[62225]: DEBUG oslo_vmware.api [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.353160] env[62225]: DEBUG oslo_vmware.api [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678502, 'name': ReconfigVM_Task, 'duration_secs': 0.388173} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.353449] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8/volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.358172] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df80a98-60bb-4a8f-ba4e-2ad5b50c365b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.373746] env[62225]: DEBUG oslo_vmware.api [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1280.373746] env[62225]: value = "task-678503" [ 1280.373746] env[62225]: _type = "Task" [ 1280.373746] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.382338] env[62225]: DEBUG oslo_vmware.api [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.888470] env[62225]: DEBUG oslo_vmware.api [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678503, 'name': ReconfigVM_Task, 'duration_secs': 0.138927} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.888470] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163457', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'name': 'volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'serial': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1281.925031] env[62225]: DEBUG nova.objects.instance [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.430734] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1938a27e-0432-47e0-9dd4-066b80bfd71d tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.699393] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.699599] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.202669] env[62225]: INFO nova.compute.manager [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Detaching volume 3534493e-7e36-4f21-a1bf-def431e1adb5 [ 1283.232883] env[62225]: INFO nova.virt.block_device [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Attempting to driver detach volume 3534493e-7e36-4f21-a1bf-def431e1adb5 from mountpoint /dev/sdb [ 1283.233184] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1283.233391] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163456', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'name': 'volume-3534493e-7e36-4f21-a1bf-def431e1adb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'serial': '3534493e-7e36-4f21-a1bf-def431e1adb5'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1283.234306] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cdb1e1-65e9-4eb7-a98d-55b41a0e94f7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.258890] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104cb6a-251b-44e6-a8c6-be8c1ebaddf6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.265481] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e67227a-ee3b-4c7c-8220-f9027d4cd99f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.287271] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb2728e-3cd4-4c67-9748-bef124bd14bb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.301050] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] The volume has not been displaced from its original location: [datastore1] volume-3534493e-7e36-4f21-a1bf-def431e1adb5/volume-3534493e-7e36-4f21-a1bf-def431e1adb5.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.306134] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.306390] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3d4343-de6c-4c84-a059-dbfd7caa2cfa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.323294] env[62225]: DEBUG oslo_vmware.api [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1283.323294] env[62225]: value = "task-678504" [ 1283.323294] env[62225]: _type = "Task" [ 1283.323294] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.330190] env[62225]: DEBUG oslo_vmware.api [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.832388] env[62225]: DEBUG oslo_vmware.api [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678504, 'name': ReconfigVM_Task, 'duration_secs': 0.227945} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.832660] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.837243] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79f44cd4-7ede-4750-948b-6623a0139e72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.851865] env[62225]: DEBUG oslo_vmware.api [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1283.851865] env[62225]: value = "task-678505" [ 1283.851865] env[62225]: _type = "Task" [ 1283.851865] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.860059] env[62225]: DEBUG oslo_vmware.api [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.361227] env[62225]: DEBUG oslo_vmware.api [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678505, 'name': ReconfigVM_Task, 'duration_secs': 0.137487} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.361563] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163456', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'name': 'volume-3534493e-7e36-4f21-a1bf-def431e1adb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': '3534493e-7e36-4f21-a1bf-def431e1adb5', 'serial': '3534493e-7e36-4f21-a1bf-def431e1adb5'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.900500] env[62225]: DEBUG nova.objects.instance [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.907878] env[62225]: DEBUG oslo_concurrency.lockutils [None req-6ca79acd-589a-46e6-bead-3ed5e560ef16 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.925048] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.925310] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.427916] env[62225]: INFO nova.compute.manager [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Detaching volume d2fffb5e-6766-4cea-8e43-4b256ee1a0c8 [ 1286.458421] env[62225]: INFO nova.virt.block_device [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Attempting to driver detach volume d2fffb5e-6766-4cea-8e43-4b256ee1a0c8 from mountpoint /dev/sdc [ 1286.458674] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1286.458862] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163457', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'name': 'volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'serial': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1286.459738] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c43418-e97f-4756-b57c-ce376f16eb92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.481330] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdef46d-25fb-452e-a300-2dde2db95cae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.488203] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee331d-a5c0-4cc2-8230-fc3914f012b6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.507961] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caaf9ed-2aef-45d6-8c71-df8a63f5b394 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.522055] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] The volume has not been displaced from its original location: [datastore1] volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8/volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1286.527273] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.527583] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ac01bb-79c3-448d-ac04-1f266f2185e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.545595] env[62225]: DEBUG oslo_vmware.api [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1286.545595] env[62225]: value = "task-678506" [ 1286.545595] env[62225]: _type = "Task" [ 1286.545595] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.555955] env[62225]: DEBUG oslo_vmware.api [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.055015] env[62225]: DEBUG oslo_vmware.api [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678506, 'name': ReconfigVM_Task, 'duration_secs': 0.207215} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.055413] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.059803] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff475896-2459-4f71-bfc5-715a2473a4d8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.074357] env[62225]: DEBUG oslo_vmware.api [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1287.074357] env[62225]: value = "task-678507" [ 1287.074357] env[62225]: _type = "Task" [ 1287.074357] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.081672] env[62225]: DEBUG oslo_vmware.api [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.585110] env[62225]: DEBUG oslo_vmware.api [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678507, 'name': ReconfigVM_Task, 'duration_secs': 0.126167} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.585403] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163457', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'name': 'volume-d2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fefddf4-51d8-474c-820c-a88b2bd94a3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8', 'serial': 'd2fffb5e-6766-4cea-8e43-4b256ee1a0c8'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1288.124445] env[62225]: DEBUG nova.objects.instance [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'flavor' on Instance uuid 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.132131] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1f83e845-17a5-4436-9b4a-df412a7837bf tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.292382] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.292778] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.292879] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.293083] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.293260] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.295655] env[62225]: INFO nova.compute.manager [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Terminating instance [ 1290.297439] env[62225]: DEBUG nova.compute.manager [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1290.297647] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1290.298480] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdc3eaa-0817-4db1-9b9c-737d458eebfc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.306657] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1290.306885] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e380cf-9cea-406c-981e-44860cfe89f5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.313309] env[62225]: DEBUG oslo_vmware.api [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1290.313309] env[62225]: value = "task-678508" [ 1290.313309] env[62225]: _type = "Task" [ 1290.313309] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.320656] env[62225]: DEBUG oslo_vmware.api [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.823389] env[62225]: DEBUG oslo_vmware.api [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678508, 'name': PowerOffVM_Task, 'duration_secs': 0.19481} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.823653] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1290.823848] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1290.824114] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48545b1c-06be-4799-aa47-95b42b3f7279 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.890385] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1290.890589] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1290.890782] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Deleting the datastore file [datastore2] 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.891058] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb819c9-d1f5-4ccd-abda-4583178e53d7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.897187] env[62225]: DEBUG oslo_vmware.api [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for the task: (returnval){ [ 1290.897187] env[62225]: value = "task-678510" [ 1290.897187] env[62225]: _type = "Task" [ 1290.897187] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.904783] env[62225]: DEBUG oslo_vmware.api [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.406960] env[62225]: DEBUG oslo_vmware.api [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Task: {'id': task-678510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126105} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.407382] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.407580] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1291.407768] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1291.407951] env[62225]: INFO nova.compute.manager [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.408236] env[62225]: DEBUG oslo.service.loopingcall [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.408434] env[62225]: DEBUG nova.compute.manager [-] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1291.408531] env[62225]: DEBUG nova.network.neutron [-] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1291.785551] env[62225]: DEBUG nova.compute.manager [req-b87c534b-1fe7-47de-af6d-641b07192d40 req-fb2df319-4b8c-47e8-8187-87a53f5e1c15 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Received event network-vif-deleted-0f96a003-502e-4952-8188-a6fbf07de8d1 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1291.785897] env[62225]: INFO nova.compute.manager [req-b87c534b-1fe7-47de-af6d-641b07192d40 req-fb2df319-4b8c-47e8-8187-87a53f5e1c15 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Neutron deleted interface 0f96a003-502e-4952-8188-a6fbf07de8d1; detaching it from the instance and deleting it from the info cache [ 1291.786158] env[62225]: DEBUG nova.network.neutron [req-b87c534b-1fe7-47de-af6d-641b07192d40 req-fb2df319-4b8c-47e8-8187-87a53f5e1c15 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.264015] env[62225]: DEBUG nova.network.neutron [-] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.288353] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3bfc5f5-a1f5-4466-8445-2de7ca16e29b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.299498] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b98da2-9f8f-4722-9525-faa7de58b9ce {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.322581] env[62225]: DEBUG nova.compute.manager [req-b87c534b-1fe7-47de-af6d-641b07192d40 req-fb2df319-4b8c-47e8-8187-87a53f5e1c15 service nova] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Detach interface failed, port_id=0f96a003-502e-4952-8188-a6fbf07de8d1, reason: Instance 8fefddf4-51d8-474c-820c-a88b2bd94a3e could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1292.767152] env[62225]: INFO nova.compute.manager [-] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Took 1.36 seconds to deallocate network for instance. [ 1293.274284] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.274561] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.274783] env[62225]: DEBUG nova.objects.instance [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lazy-loading 'resources' on Instance uuid 8fefddf4-51d8-474c-820c-a88b2bd94a3e {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.810413] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb5a94-a483-48f6-b574-aa9f83645717 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.817664] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c1d266-4850-4376-b931-1fca83affa60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.846036] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47400171-aa01-4aeb-8106-17031b5f684d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.852969] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521db635-d4bb-45c7-a7cb-81981f7727af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.865486] env[62225]: DEBUG nova.compute.provider_tree [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.368202] env[62225]: DEBUG nova.scheduler.client.report [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1294.875345] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.898207] env[62225]: INFO nova.scheduler.client.report [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Deleted allocations for instance 8fefddf4-51d8-474c-820c-a88b2bd94a3e [ 1295.406055] env[62225]: DEBUG oslo_concurrency.lockutils [None req-d15ef824-589f-44e3-bfc6-7f5b120ee522 tempest-AttachVolumeTestJSON-67020533 tempest-AttachVolumeTestJSON-67020533-project-member] Lock "8fefddf4-51d8-474c-820c-a88b2bd94a3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.113s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.016439] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.016721] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.520109] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1310.042718] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.043021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.044525] env[62225]: INFO nova.compute.claims [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.080823] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab066698-f7b5-4e58-b1e2-2430f0421307 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.088552] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375d17d-ef06-43d9-953c-ea81ccd1ad32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.118424] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb537cec-dc24-4253-baea-b2ab90b156a5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.125419] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671bf246-3c8f-4f12-bd0c-d64205f95bc4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.137841] env[62225]: DEBUG nova.compute.provider_tree [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.640488] env[62225]: DEBUG nova.scheduler.client.report [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1312.146215] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.146765] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1312.652040] env[62225]: DEBUG nova.compute.utils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.653015] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1312.653225] env[62225]: DEBUG nova.network.neutron [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1312.690995] env[62225]: DEBUG nova.policy [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c98bcfec4d4f6a951e0942a55adad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e54fcfd1d474b59ad16d156823ee610', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1312.965879] env[62225]: DEBUG nova.network.neutron [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Successfully created port: 8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.156877] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1313.577451] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.577642] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1314.166943] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1314.192598] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1314.192857] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1314.193031] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.193223] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1314.193374] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.193525] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1314.193737] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1314.193928] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1314.194120] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1314.194293] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1314.194474] env[62225]: DEBUG nova.virt.hardware [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.195362] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41ed96-b455-42ff-b3a4-dfd71f16fdd6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.203134] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f83fda-a334-4e46-94e6-daeef22dd875 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.314404] env[62225]: DEBUG nova.compute.manager [req-1f21d4dd-4508-4647-a3ea-7787918048c9 req-436d2ea9-6dde-49ef-b6d1-45672186bc26 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Received event network-vif-plugged-8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1314.314657] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f21d4dd-4508-4647-a3ea-7787918048c9 req-436d2ea9-6dde-49ef-b6d1-45672186bc26 service nova] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.314839] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f21d4dd-4508-4647-a3ea-7787918048c9 req-436d2ea9-6dde-49ef-b6d1-45672186bc26 service nova] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.315046] env[62225]: DEBUG oslo_concurrency.lockutils [req-1f21d4dd-4508-4647-a3ea-7787918048c9 req-436d2ea9-6dde-49ef-b6d1-45672186bc26 service nova] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.315191] env[62225]: DEBUG nova.compute.manager [req-1f21d4dd-4508-4647-a3ea-7787918048c9 req-436d2ea9-6dde-49ef-b6d1-45672186bc26 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] No waiting events found dispatching network-vif-plugged-8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1314.315364] env[62225]: WARNING nova.compute.manager [req-1f21d4dd-4508-4647-a3ea-7787918048c9 req-436d2ea9-6dde-49ef-b6d1-45672186bc26 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Received unexpected event network-vif-plugged-8b6080ec-0d9b-4295-b030-52fe3e95c8a8 for instance with vm_state building and task_state spawning. [ 1314.390939] env[62225]: DEBUG nova.network.neutron [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Successfully updated port: 8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.894008] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.894206] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.894360] env[62225]: DEBUG nova.network.neutron [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1315.422371] env[62225]: DEBUG nova.network.neutron [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1315.536060] env[62225]: DEBUG nova.network.neutron [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating instance_info_cache with network_info: [{"id": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "address": "fa:16:3e:85:b5:c5", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6080ec-0d", "ovs_interfaceid": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.038600] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.038924] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Instance network_info: |[{"id": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "address": "fa:16:3e:85:b5:c5", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6080ec-0d", "ovs_interfaceid": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1316.039444] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b5:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6080ec-0d9b-4295-b030-52fe3e95c8a8', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.046844] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Creating folder: Project (9e54fcfd1d474b59ad16d156823ee610). Parent ref: group-v163168. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1316.047122] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e506d576-1262-46b6-8b5d-2fa60642015c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.058706] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Created folder: Project (9e54fcfd1d474b59ad16d156823ee610) in parent group-v163168. [ 1316.058889] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Creating folder: Instances. Parent ref: group-v163458. {{(pid=62225) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1316.059129] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88682480-eb56-4b1a-9c33-83d235dfef83 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.068695] env[62225]: INFO nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Created folder: Instances in parent group-v163458. [ 1316.068922] env[62225]: DEBUG oslo.service.loopingcall [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.069127] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1316.069321] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff02fa93-67f4-4b26-aec9-91c41ee81f86 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.087909] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.087909] env[62225]: value = "task-678516" [ 1316.087909] env[62225]: _type = "Task" [ 1316.087909] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.095059] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678516, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.340882] env[62225]: DEBUG nova.compute.manager [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Received event network-changed-8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1316.341093] env[62225]: DEBUG nova.compute.manager [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Refreshing instance network info cache due to event network-changed-8b6080ec-0d9b-4295-b030-52fe3e95c8a8. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1316.341343] env[62225]: DEBUG oslo_concurrency.lockutils [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] Acquiring lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.341487] env[62225]: DEBUG oslo_concurrency.lockutils [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] Acquired lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.341649] env[62225]: DEBUG nova.network.neutron [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Refreshing network info cache for port 8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1316.578060] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.597966] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678516, 'name': CreateVM_Task, 'duration_secs': 0.296751} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.598165] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1316.598842] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.599034] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.599374] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.599626] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953596d8-9145-44d1-9a8d-1b2979e12900 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.604118] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1316.604118] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f15f88-0312-fba6-582a-189ecedbd038" [ 1316.604118] env[62225]: _type = "Task" [ 1316.604118] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.611550] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f15f88-0312-fba6-582a-189ecedbd038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.018272] env[62225]: DEBUG nova.network.neutron [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updated VIF entry in instance network info cache for port 8b6080ec-0d9b-4295-b030-52fe3e95c8a8. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1317.018651] env[62225]: DEBUG nova.network.neutron [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating instance_info_cache with network_info: [{"id": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "address": "fa:16:3e:85:b5:c5", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6080ec-0d", "ovs_interfaceid": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.114525] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52f15f88-0312-fba6-582a-189ecedbd038, 'name': SearchDatastore_Task, 'duration_secs': 0.013076} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.114840] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.115109] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.115342] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.115490] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.115672] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.115927] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-766ab804-da89-408f-9b2a-1afa0fb08f54 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.124470] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.124668] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1317.125354] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e345e96a-5114-4152-9a25-e64a3a04d056 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.131495] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1317.131495] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d12cfb-6050-9e92-5f0f-1798a2dac725" [ 1317.131495] env[62225]: _type = "Task" [ 1317.131495] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.138791] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d12cfb-6050-9e92-5f0f-1798a2dac725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.521475] env[62225]: DEBUG oslo_concurrency.lockutils [req-f2645f93-29f4-4e10-8fa6-a0d6357b70c9 req-7bb46e54-44b7-4274-b740-095ab3ebd98e service nova] Releasing lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.641865] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d12cfb-6050-9e92-5f0f-1798a2dac725, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.642666] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef1df74-f8a8-4e81-a25d-b760ae23b499 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.647748] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1317.647748] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52991ca5-d620-e0c4-9fef-08545555ac77" [ 1317.647748] env[62225]: _type = "Task" [ 1317.647748] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.654799] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52991ca5-d620-e0c4-9fef-08545555ac77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.158420] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52991ca5-d620-e0c4-9fef-08545555ac77, 'name': SearchDatastore_Task, 'duration_secs': 0.008631} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.158671] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.158931] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 93a8aff3-1911-45f6-9f95-92d5dc137287/93a8aff3-1911-45f6-9f95-92d5dc137287.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1318.159195] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4275aac3-ce67-441e-977b-5bcccd4eb571 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.165242] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1318.165242] env[62225]: value = "task-678517" [ 1318.165242] env[62225]: _type = "Task" [ 1318.165242] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.172343] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.675180] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444963} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.675577] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 93a8aff3-1911-45f6-9f95-92d5dc137287/93a8aff3-1911-45f6-9f95-92d5dc137287.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1318.675699] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.675889] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f80c521-0618-4f7d-bf89-29657ad16b2b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.681443] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1318.681443] env[62225]: value = "task-678518" [ 1318.681443] env[62225]: _type = "Task" [ 1318.681443] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.688105] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.195067] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061264} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.195067] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.196211] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f62885d-ef93-4811-b696-2bdf360987b3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.218405] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 93a8aff3-1911-45f6-9f95-92d5dc137287/93a8aff3-1911-45f6-9f95-92d5dc137287.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.218603] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c436f15c-7b45-4853-ac0e-b9fb6669905e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.237730] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1319.237730] env[62225]: value = "task-678519" [ 1319.237730] env[62225]: _type = "Task" [ 1319.237730] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.245071] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.577097] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.577296] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1319.577395] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1319.747451] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678519, 'name': ReconfigVM_Task, 'duration_secs': 0.28979} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.747806] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 93a8aff3-1911-45f6-9f95-92d5dc137287/93a8aff3-1911-45f6-9f95-92d5dc137287.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.748483] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89cac059-3c3f-4d50-b648-2f2bf84530d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.754247] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1319.754247] env[62225]: value = "task-678520" [ 1319.754247] env[62225]: _type = "Task" [ 1319.754247] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.761383] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678520, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.081466] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1320.081466] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Didn't find any instances for network info cache update. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1320.081676] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.264546] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678520, 'name': Rename_Task, 'duration_secs': 0.133211} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.264837] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1320.265106] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639d26dd-2a13-4425-9a88-5bb5a8a462b8 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.270673] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1320.270673] env[62225]: value = "task-678521" [ 1320.270673] env[62225]: _type = "Task" [ 1320.270673] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.278677] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.577317] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.577533] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.779780] env[62225]: DEBUG oslo_vmware.api [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678521, 'name': PowerOnVM_Task, 'duration_secs': 0.429928} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.780233] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1320.780303] env[62225]: INFO nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1320.780441] env[62225]: DEBUG nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1320.781231] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cea5006-71a2-420f-a70b-75f65b74bb1d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.080350] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.080576] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.080745] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.080898] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1321.082202] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b6fda-257c-4015-9d87-8f9ba855328d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.089663] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89f7a2-bd4a-45cb-bf47-3b2962c29d00 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.102744] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d097cb7-99da-4563-906a-79572fd3f5a3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.108573] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03153a9c-e0bb-448e-88a3-160f31e6657a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.136347] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181509MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1321.136485] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.136665] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.298980] env[62225]: INFO nova.compute.manager [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Took 11.27 seconds to build instance. [ 1321.801173] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1c50fb69-e358-463f-bd39-98943ad62fc0 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.784s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.022105] env[62225]: DEBUG nova.compute.manager [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Received event network-changed-8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1322.022236] env[62225]: DEBUG nova.compute.manager [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Refreshing instance network info cache due to event network-changed-8b6080ec-0d9b-4295-b030-52fe3e95c8a8. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1322.022390] env[62225]: DEBUG oslo_concurrency.lockutils [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] Acquiring lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.022536] env[62225]: DEBUG oslo_concurrency.lockutils [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] Acquired lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.022699] env[62225]: DEBUG nova.network.neutron [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Refreshing network info cache for port 8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1322.160012] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 93a8aff3-1911-45f6-9f95-92d5dc137287 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.160230] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1322.160481] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1322.185224] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e398f1-4211-4cd6-a55a-17daa5b1c36e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.192726] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5896c40-4767-4cc7-8047-283a822b49e6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.221845] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caaf3c2-134f-4209-a113-6998415d7199 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.229148] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1214fe-f71b-4170-b668-a692ee69f6fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.243011] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.718173] env[62225]: DEBUG nova.network.neutron [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updated VIF entry in instance network info cache for port 8b6080ec-0d9b-4295-b030-52fe3e95c8a8. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1322.718539] env[62225]: DEBUG nova.network.neutron [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating instance_info_cache with network_info: [{"id": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "address": "fa:16:3e:85:b5:c5", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6080ec-0d", "ovs_interfaceid": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.745702] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1323.221152] env[62225]: DEBUG oslo_concurrency.lockutils [req-ca664769-e3f0-4025-b9fa-a3271783b199 req-567b39ae-37ea-425e-aa0a-569447ff3086 service nova] Releasing lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.250539] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1323.250539] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.250120] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.250505] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.250505] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.572758] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.381490] env[62225]: DEBUG oslo_concurrency.lockutils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.381766] env[62225]: DEBUG oslo_concurrency.lockutils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.885201] env[62225]: DEBUG nova.compute.utils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.388565] env[62225]: DEBUG oslo_concurrency.lockutils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.446925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.447346] env[62225]: DEBUG oslo_concurrency.lockutils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.447462] env[62225]: INFO nova.compute.manager [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Attaching volume d025586e-5e70-4eea-891f-572b1387b6b6 to /dev/sdb [ 1361.477011] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d404ec82-4ff3-4092-bd1f-e4f9b911608d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.483787] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d82384-a886-47af-8727-a8be3c31aae2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.496873] env[62225]: DEBUG nova.virt.block_device [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating existing volume attachment record: 6aedb960-d983-4708-9723-23b959783462 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1366.039793] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1366.040080] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163462', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'name': 'volume-d025586e-5e70-4eea-891f-572b1387b6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93a8aff3-1911-45f6-9f95-92d5dc137287', 'attached_at': '', 'detached_at': '', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'serial': 'd025586e-5e70-4eea-891f-572b1387b6b6'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1366.040962] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f9d49-d70f-4b17-8f96-938784b7ca53 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.058495] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72003392-fd3f-4b5d-9c73-eaabb0593357 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.081688] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-d025586e-5e70-4eea-891f-572b1387b6b6/volume-d025586e-5e70-4eea-891f-572b1387b6b6.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.081958] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65701221-48bb-4201-8c1c-8fa3c41632fb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.100057] env[62225]: DEBUG oslo_vmware.api [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1366.100057] env[62225]: value = "task-678526" [ 1366.100057] env[62225]: _type = "Task" [ 1366.100057] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.107466] env[62225]: DEBUG oslo_vmware.api [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.610261] env[62225]: DEBUG oslo_vmware.api [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678526, 'name': ReconfigVM_Task, 'duration_secs': 0.324308} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.610564] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-d025586e-5e70-4eea-891f-572b1387b6b6/volume-d025586e-5e70-4eea-891f-572b1387b6b6.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.615257] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d0b858-3112-4d40-8f10-23aa831acb4c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.629649] env[62225]: DEBUG oslo_vmware.api [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1366.629649] env[62225]: value = "task-678527" [ 1366.629649] env[62225]: _type = "Task" [ 1366.629649] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.636860] env[62225]: DEBUG oslo_vmware.api [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.139276] env[62225]: DEBUG oslo_vmware.api [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678527, 'name': ReconfigVM_Task, 'duration_secs': 0.132593} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.139597] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163462', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'name': 'volume-d025586e-5e70-4eea-891f-572b1387b6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93a8aff3-1911-45f6-9f95-92d5dc137287', 'attached_at': '', 'detached_at': '', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'serial': 'd025586e-5e70-4eea-891f-572b1387b6b6'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1368.175683] env[62225]: DEBUG nova.objects.instance [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'flavor' on Instance uuid 93a8aff3-1911-45f6-9f95-92d5dc137287 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.680947] env[62225]: DEBUG oslo_concurrency.lockutils [None req-62f3020c-0326-4e6b-995e-6e2715f6b84b tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.783051] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e873b8f6-3e95-4369-bf0b-d206de9bad27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.783051] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.285981] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1370.805398] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.805660] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.807204] env[62225]: INFO nova.compute.claims [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.852915] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb76bde-dcb0-439f-9164-d50901484b30 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.859959] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b2ce94-3f53-431e-b081-1c047039edd0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.888769] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209246ee-cbe1-47e5-85cb-2e7463805136 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.895098] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6be2f-ecb6-4d95-865c-0c5160f608f6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.907466] env[62225]: DEBUG nova.compute.provider_tree [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.410768] env[62225]: DEBUG nova.scheduler.client.report [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1372.917330] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.917862] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1373.423289] env[62225]: DEBUG nova.compute.utils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.424749] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1373.424990] env[62225]: DEBUG nova.network.neutron [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1373.473039] env[62225]: DEBUG nova.policy [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c98bcfec4d4f6a951e0942a55adad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e54fcfd1d474b59ad16d156823ee610', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1373.576973] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.577152] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1373.914145] env[62225]: DEBUG nova.network.neutron [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Successfully created port: 15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.928807] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1374.938589] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1374.964593] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1374.964860] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1374.965059] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.965266] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1374.965418] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.965571] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1374.965782] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1374.965943] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1374.966132] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1374.966304] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1374.966479] env[62225]: DEBUG nova.virt.hardware [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.967352] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b721a-e91b-4b86-9940-6750c59b55d2 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.975254] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3f334-ed0f-479a-8a11-9b27f63ed93d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.267035] env[62225]: DEBUG nova.compute.manager [req-02ac5c87-5384-4e97-b6e6-590d64976ab3 req-85048a2a-428c-4586-8607-97a33907e31d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Received event network-vif-plugged-15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1375.267264] env[62225]: DEBUG oslo_concurrency.lockutils [req-02ac5c87-5384-4e97-b6e6-590d64976ab3 req-85048a2a-428c-4586-8607-97a33907e31d service nova] Acquiring lock "e873b8f6-3e95-4369-bf0b-d206de9bad27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.267462] env[62225]: DEBUG oslo_concurrency.lockutils [req-02ac5c87-5384-4e97-b6e6-590d64976ab3 req-85048a2a-428c-4586-8607-97a33907e31d service nova] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.267631] env[62225]: DEBUG oslo_concurrency.lockutils [req-02ac5c87-5384-4e97-b6e6-590d64976ab3 req-85048a2a-428c-4586-8607-97a33907e31d service nova] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.267805] env[62225]: DEBUG nova.compute.manager [req-02ac5c87-5384-4e97-b6e6-590d64976ab3 req-85048a2a-428c-4586-8607-97a33907e31d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] No waiting events found dispatching network-vif-plugged-15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1375.267972] env[62225]: WARNING nova.compute.manager [req-02ac5c87-5384-4e97-b6e6-590d64976ab3 req-85048a2a-428c-4586-8607-97a33907e31d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Received unexpected event network-vif-plugged-15b94354-c133-43e6-aed0-b26581bf49c7 for instance with vm_state building and task_state spawning. [ 1375.338704] env[62225]: DEBUG nova.network.neutron [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Successfully updated port: 15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.841565] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.841736] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.841783] env[62225]: DEBUG nova.network.neutron [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1376.371226] env[62225]: DEBUG nova.network.neutron [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1376.499955] env[62225]: DEBUG nova.network.neutron [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updating instance_info_cache with network_info: [{"id": "15b94354-c133-43e6-aed0-b26581bf49c7", "address": "fa:16:3e:9d:ba:37", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b94354-c1", "ovs_interfaceid": "15b94354-c133-43e6-aed0-b26581bf49c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.003806] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.004139] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Instance network_info: |[{"id": "15b94354-c133-43e6-aed0-b26581bf49c7", "address": "fa:16:3e:9d:ba:37", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b94354-c1", "ovs_interfaceid": "15b94354-c133-43e6-aed0-b26581bf49c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1377.004587] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:ba:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b94354-c133-43e6-aed0-b26581bf49c7', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.011970] env[62225]: DEBUG oslo.service.loopingcall [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.012217] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1377.012447] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51e1b68d-7d92-44c1-bc34-0bee55f8dfa0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.032484] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.032484] env[62225]: value = "task-678528" [ 1377.032484] env[62225]: _type = "Task" [ 1377.032484] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.040647] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678528, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.293021] env[62225]: DEBUG nova.compute.manager [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Received event network-changed-15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1377.293295] env[62225]: DEBUG nova.compute.manager [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Refreshing instance network info cache due to event network-changed-15b94354-c133-43e6-aed0-b26581bf49c7. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1377.293447] env[62225]: DEBUG oslo_concurrency.lockutils [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] Acquiring lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.293598] env[62225]: DEBUG oslo_concurrency.lockutils [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] Acquired lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.293759] env[62225]: DEBUG nova.network.neutron [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Refreshing network info cache for port 15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1377.542307] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678528, 'name': CreateVM_Task, 'duration_secs': 0.293053} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.542687] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1377.543056] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.543313] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.543581] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.543864] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227ee72c-a0b4-40a3-b93c-8277a80ae4af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.548396] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1377.548396] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5244586e-44b3-15c1-b151-d9491d4d3694" [ 1377.548396] env[62225]: _type = "Task" [ 1377.548396] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.555887] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5244586e-44b3-15c1-b151-d9491d4d3694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.577673] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.008619] env[62225]: DEBUG nova.network.neutron [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updated VIF entry in instance network info cache for port 15b94354-c133-43e6-aed0-b26581bf49c7. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1378.008982] env[62225]: DEBUG nova.network.neutron [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updating instance_info_cache with network_info: [{"id": "15b94354-c133-43e6-aed0-b26581bf49c7", "address": "fa:16:3e:9d:ba:37", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b94354-c1", "ovs_interfaceid": "15b94354-c133-43e6-aed0-b26581bf49c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.058837] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5244586e-44b3-15c1-b151-d9491d4d3694, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.059088] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.059324] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.059549] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.059695] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.059873] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.060148] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2eea9ac-e0fc-438c-b4d3-2f292b0eb15c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.067848] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.068036] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1378.068728] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1b9eba-80cc-456c-9e36-974df203c047 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.073662] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1378.073662] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a62ee2-5a22-73b1-4634-ac02370cd3cb" [ 1378.073662] env[62225]: _type = "Task" [ 1378.073662] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.080474] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a62ee2-5a22-73b1-4634-ac02370cd3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.512352] env[62225]: DEBUG oslo_concurrency.lockutils [req-7041cd07-a0b3-4db6-9bc4-bc6d93963deb req-7ace0abd-4eb7-4758-9e70-c369f699d12d service nova] Releasing lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.583665] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52a62ee2-5a22-73b1-4634-ac02370cd3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.007846} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.584482] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f9453f-8650-4ebe-87fd-2ffbe5f9ce5d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.589212] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1378.589212] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52921720-0049-a9e6-4567-27ca02593767" [ 1378.589212] env[62225]: _type = "Task" [ 1378.589212] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.596084] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52921720-0049-a9e6-4567-27ca02593767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.099817] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52921720-0049-a9e6-4567-27ca02593767, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.100068] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.100331] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] e873b8f6-3e95-4369-bf0b-d206de9bad27/e873b8f6-3e95-4369-bf0b-d206de9bad27.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1379.100582] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a4d5f58-2b4d-47cd-b74a-97c5bac31124 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.107503] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1379.107503] env[62225]: value = "task-678529" [ 1379.107503] env[62225]: _type = "Task" [ 1379.107503] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.114913] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.577435] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.577653] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1379.577710] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1379.617047] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457419} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.617390] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore2] e873b8f6-3e95-4369-bf0b-d206de9bad27/e873b8f6-3e95-4369-bf0b-d206de9bad27.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1379.617508] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.617738] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2517d749-91be-4edf-8172-2f16b699a221 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.623307] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1379.623307] env[62225]: value = "task-678530" [ 1379.623307] env[62225]: _type = "Task" [ 1379.623307] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.630241] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.081560] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Skipping network cache update for instance because it is Building. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1380.116338] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.116485] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.116701] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1380.116790] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid 93a8aff3-1911-45f6-9f95-92d5dc137287 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.135555] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060544} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.135836] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.136618] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9713f7c-2aa1-4c05-be1f-e6491cefac91 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.158270] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e873b8f6-3e95-4369-bf0b-d206de9bad27/e873b8f6-3e95-4369-bf0b-d206de9bad27.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.158520] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21ae33d-1d1f-4e56-a9ce-7afc5c336544 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.177505] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1380.177505] env[62225]: value = "task-678531" [ 1380.177505] env[62225]: _type = "Task" [ 1380.177505] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.185047] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.687075] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678531, 'name': ReconfigVM_Task, 'duration_secs': 0.269165} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.687458] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e873b8f6-3e95-4369-bf0b-d206de9bad27/e873b8f6-3e95-4369-bf0b-d206de9bad27.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.687920] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38eda9d3-907a-4622-a750-c9711617d573 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.694122] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1380.694122] env[62225]: value = "task-678532" [ 1380.694122] env[62225]: _type = "Task" [ 1380.694122] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.701384] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678532, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.203522] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678532, 'name': Rename_Task, 'duration_secs': 0.140862} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.203802] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1381.204068] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d37c7ce-0efa-4673-86e3-452b42d0a608 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.210638] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1381.210638] env[62225]: value = "task-678533" [ 1381.210638] env[62225]: _type = "Task" [ 1381.210638] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.217510] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.720683] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.818622] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating instance_info_cache with network_info: [{"id": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "address": "fa:16:3e:85:b5:c5", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6080ec-0d", "ovs_interfaceid": "8b6080ec-0d9b-4295-b030-52fe3e95c8a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.223245] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.321259] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-93a8aff3-1911-45f6-9f95-92d5dc137287" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.321501] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1382.321698] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.321866] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.322029] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.721787] env[62225]: DEBUG oslo_vmware.api [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678533, 'name': PowerOnVM_Task, 'duration_secs': 1.05623} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.722185] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1382.722313] env[62225]: INFO nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1382.722438] env[62225]: DEBUG nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1382.723209] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66663e9f-674e-4baa-93be-d4d848fbb4ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.824641] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.824899] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.825066] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.825241] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1382.827646] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8cad5-ba60-4e7d-8a1b-f2be4accab0e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.835649] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06048dc-e6a2-4dd5-848f-0b9bce07738f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.849044] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa66fbd-c034-4743-a884-558a733de303 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.855113] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c5546-f484-431c-acc3-37194a559450 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.884056] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181538MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1382.884219] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.884389] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.243152] env[62225]: INFO nova.compute.manager [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Took 12.45 seconds to build instance. [ 1383.745489] env[62225]: DEBUG oslo_concurrency.lockutils [None req-7bfab722-1296-48a7-95c2-db7c5a25f735 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.962s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.902075] env[62225]: DEBUG nova.compute.manager [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Received event network-changed-15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1383.902273] env[62225]: DEBUG nova.compute.manager [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Refreshing instance network info cache due to event network-changed-15b94354-c133-43e6-aed0-b26581bf49c7. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1383.902488] env[62225]: DEBUG oslo_concurrency.lockutils [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] Acquiring lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.902666] env[62225]: DEBUG oslo_concurrency.lockutils [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] Acquired lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.902836] env[62225]: DEBUG nova.network.neutron [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Refreshing network info cache for port 15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1383.975696] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 93a8aff3-1911-45f6-9f95-92d5dc137287 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.975854] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance e873b8f6-3e95-4369-bf0b-d206de9bad27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1383.976046] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1383.976209] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1384.011653] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2033125c-d805-4186-b9aa-e59a1558d3fc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.018920] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe67e3a-4029-4251-bc1e-e734c7aa06da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.050036] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1049b22-d9c8-4d84-a50c-2880963c5b76 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.056744] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5bccff-3673-48ba-87bc-7d963c571316 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.069378] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.572233] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1384.609827] env[62225]: DEBUG nova.network.neutron [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updated VIF entry in instance network info cache for port 15b94354-c133-43e6-aed0-b26581bf49c7. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1384.610237] env[62225]: DEBUG nova.network.neutron [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updating instance_info_cache with network_info: [{"id": "15b94354-c133-43e6-aed0-b26581bf49c7", "address": "fa:16:3e:9d:ba:37", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b94354-c1", "ovs_interfaceid": "15b94354-c133-43e6-aed0-b26581bf49c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.077255] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1385.077730] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.077730] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.077853] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Cleaning up deleted instances with incomplete migration {{(pid=62225) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1385.112614] env[62225]: DEBUG oslo_concurrency.lockutils [req-b99084e2-3f8d-41fd-bac1-3a780c0c76fe req-d7d9c767-4b68-4b8d-9c35-6273b1fd9a3f service nova] Releasing lock "refresh_cache-e873b8f6-3e95-4369-bf0b-d206de9bad27" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.580564] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.338025] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.338387] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.338387] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.578257] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.578649] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Cleaning up deleted instances {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1393.084763] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] There are 13 instances to clean {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1393.084945] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 8fefddf4-51d8-474c-820c-a88b2bd94a3e] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1393.588614] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b0c3183e-07dd-4303-8148-47e23b29d833] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1394.091564] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f5657742-6f72-4b03-af6c-e6ad5d054e0c] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1394.594859] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6e457ea4-6492-494d-ac0a-84b7cb94a6cc] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1395.098492] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 523c14e7-5ef9-4b95-a324-33b77a9a24fd] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1395.602292] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 5071a0ba-3d01-4c32-9da6-f1e17c8e1d70] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1396.106286] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b0ce7936-7bf1-4a2c-bdc3-39caad21bb6b] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1396.610459] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6135d1c5-e44a-4296-8bc5-8a87b63ad250] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1397.114525] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: ddb74424-77aa-4fea-9af4-5b2d8e6c4cce] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1397.617903] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: f298ce38-28e8-4629-9f1d-7f0df609a734] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1398.121392] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: b6b3006a-706a-467a-92f8-87fad7357c5d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1398.625206] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 5b458ea8-0149-40c0-abcb-a51812ec6369] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1399.128568] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 9dbe92cf-bb68-4e5e-b02e-b4e9aa47d08d] Instance has had 0 of 5 cleanup attempts {{(pid=62225) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1421.410169] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e873b8f6-3e95-4369-bf0b-d206de9bad27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.410579] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.410644] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e873b8f6-3e95-4369-bf0b-d206de9bad27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.410829] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.411016] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.414456] env[62225]: INFO nova.compute.manager [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Terminating instance [ 1421.416220] env[62225]: DEBUG nova.compute.manager [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1421.416420] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1421.417287] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6180da8-8bcd-4b53-8f19-efbf9a2697ee {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.425402] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1421.425625] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b24ece3-5a7f-420b-ba65-8359ea2b550f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.432338] env[62225]: DEBUG oslo_vmware.api [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1421.432338] env[62225]: value = "task-678534" [ 1421.432338] env[62225]: _type = "Task" [ 1421.432338] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.440108] env[62225]: DEBUG oslo_vmware.api [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.942500] env[62225]: DEBUG oslo_vmware.api [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678534, 'name': PowerOffVM_Task, 'duration_secs': 0.168181} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.942754] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1421.942930] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1421.943191] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5c6bf9c-b2ad-4241-935f-fe0de01f59e3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.000825] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1422.001053] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Deleting contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1422.001243] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleting the datastore file [datastore2] e873b8f6-3e95-4369-bf0b-d206de9bad27 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.001515] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4b4fd3-d164-45bf-9717-7828b3b72428 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.007833] env[62225]: DEBUG oslo_vmware.api [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1422.007833] env[62225]: value = "task-678536" [ 1422.007833] env[62225]: _type = "Task" [ 1422.007833] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.015127] env[62225]: DEBUG oslo_vmware.api [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.518760] env[62225]: DEBUG oslo_vmware.api [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137328} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.519263] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.519468] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Deleted contents of the VM from datastore datastore2 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1422.519746] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1422.520013] env[62225]: INFO nova.compute.manager [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1422.520341] env[62225]: DEBUG oslo.service.loopingcall [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.520604] env[62225]: DEBUG nova.compute.manager [-] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1422.520757] env[62225]: DEBUG nova.network.neutron [-] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1422.921104] env[62225]: DEBUG nova.compute.manager [req-500013c0-1fbe-4f38-960c-95e39f813980 req-7e4895b9-3090-4c44-9bbd-b492b0a4a567 service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Received event network-vif-deleted-15b94354-c133-43e6-aed0-b26581bf49c7 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1422.921355] env[62225]: INFO nova.compute.manager [req-500013c0-1fbe-4f38-960c-95e39f813980 req-7e4895b9-3090-4c44-9bbd-b492b0a4a567 service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Neutron deleted interface 15b94354-c133-43e6-aed0-b26581bf49c7; detaching it from the instance and deleting it from the info cache [ 1422.921563] env[62225]: DEBUG nova.network.neutron [req-500013c0-1fbe-4f38-960c-95e39f813980 req-7e4895b9-3090-4c44-9bbd-b492b0a4a567 service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.401055] env[62225]: DEBUG nova.network.neutron [-] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.424495] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c22c83c5-cbc4-4efb-8b26-e797d2f92572 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.433952] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad669ddf-f479-431f-a34c-89ac8cf32b0a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.459062] env[62225]: DEBUG nova.compute.manager [req-500013c0-1fbe-4f38-960c-95e39f813980 req-7e4895b9-3090-4c44-9bbd-b492b0a4a567 service nova] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Detach interface failed, port_id=15b94354-c133-43e6-aed0-b26581bf49c7, reason: Instance e873b8f6-3e95-4369-bf0b-d206de9bad27 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1423.903657] env[62225]: INFO nova.compute.manager [-] [instance: e873b8f6-3e95-4369-bf0b-d206de9bad27] Took 1.38 seconds to deallocate network for instance. [ 1424.410793] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.411093] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.411323] env[62225]: DEBUG nova.objects.instance [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'resources' on Instance uuid e873b8f6-3e95-4369-bf0b-d206de9bad27 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.931794] env[62225]: DEBUG nova.scheduler.client.report [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Refreshing inventories for resource provider 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1424.946311] env[62225]: DEBUG nova.scheduler.client.report [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Updating ProviderTree inventory for provider 903ec370-a00f-40fb-b212-90647084112a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1424.946515] env[62225]: DEBUG nova.compute.provider_tree [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Updating inventory in ProviderTree for provider 903ec370-a00f-40fb-b212-90647084112a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.956497] env[62225]: DEBUG nova.scheduler.client.report [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Refreshing aggregate associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, aggregates: None {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1424.972628] env[62225]: DEBUG nova.scheduler.client.report [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Refreshing trait associations for resource provider 903ec370-a00f-40fb-b212-90647084112a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62225) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1425.005160] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa01583-7b50-4bc8-a7db-a4179884ae8d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.012437] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b609e-a62e-4320-8ec0-eaaa6aa1bf5d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.042048] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dadc316-783e-46e6-8d94-8de44c486c32 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.048578] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d4b5b1-6048-432f-bfa6-810137bf2d56 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.060931] env[62225]: DEBUG nova.compute.provider_tree [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.564640] env[62225]: DEBUG nova.scheduler.client.report [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.072128] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.098019] env[62225]: INFO nova.scheduler.client.report [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted allocations for instance e873b8f6-3e95-4369-bf0b-d206de9bad27 [ 1426.607211] env[62225]: DEBUG oslo_concurrency.lockutils [None req-372fe302-5448-408e-8884-506cdff2e885 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e873b8f6-3e95-4369-bf0b-d206de9bad27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.197s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.347367] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.347777] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.850445] env[62225]: INFO nova.compute.manager [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Detaching volume d025586e-5e70-4eea-891f-572b1387b6b6 [ 1427.879717] env[62225]: INFO nova.virt.block_device [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Attempting to driver detach volume d025586e-5e70-4eea-891f-572b1387b6b6 from mountpoint /dev/sdb [ 1427.879964] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1427.880176] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163462', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'name': 'volume-d025586e-5e70-4eea-891f-572b1387b6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93a8aff3-1911-45f6-9f95-92d5dc137287', 'attached_at': '', 'detached_at': '', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'serial': 'd025586e-5e70-4eea-891f-572b1387b6b6'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1427.881078] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1026e3ba-15cf-4b68-9c85-dd43d049b66d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.902794] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d4e83-2c48-44e6-bdd0-594c88e1f9a6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.909655] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe14967-797e-43c8-9cf4-55fcbde7eec0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.928741] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416bcc8-851b-4de9-b82c-a9b0b7e34275 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.942465] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] The volume has not been displaced from its original location: [datastore2] volume-d025586e-5e70-4eea-891f-572b1387b6b6/volume-d025586e-5e70-4eea-891f-572b1387b6b6.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1427.947596] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1427.947855] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af423921-78d5-4319-b1b8-d10ac8a7f5b4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.966046] env[62225]: DEBUG oslo_vmware.api [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1427.966046] env[62225]: value = "task-678537" [ 1427.966046] env[62225]: _type = "Task" [ 1427.966046] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.973172] env[62225]: DEBUG oslo_vmware.api [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.475252] env[62225]: DEBUG oslo_vmware.api [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678537, 'name': ReconfigVM_Task, 'duration_secs': 0.23572} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.475531] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1428.480019] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6342551a-ef3b-4a89-b959-161d6ca902b9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.495079] env[62225]: DEBUG oslo_vmware.api [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1428.495079] env[62225]: value = "task-678538" [ 1428.495079] env[62225]: _type = "Task" [ 1428.495079] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.503665] env[62225]: DEBUG oslo_vmware.api [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.005035] env[62225]: DEBUG oslo_vmware.api [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678538, 'name': ReconfigVM_Task, 'duration_secs': 0.135975} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.005413] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163462', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'name': 'volume-d025586e-5e70-4eea-891f-572b1387b6b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '93a8aff3-1911-45f6-9f95-92d5dc137287', 'attached_at': '', 'detached_at': '', 'volume_id': 'd025586e-5e70-4eea-891f-572b1387b6b6', 'serial': 'd025586e-5e70-4eea-891f-572b1387b6b6'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1429.545021] env[62225]: DEBUG nova.objects.instance [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'flavor' on Instance uuid 93a8aff3-1911-45f6-9f95-92d5dc137287 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.553051] env[62225]: DEBUG oslo_concurrency.lockutils [None req-87d679a7-f506-41e4-bc6b-9b9e1e578857 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.582276] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.582732] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.582732] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "93a8aff3-1911-45f6-9f95-92d5dc137287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.582925] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.583120] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.585609] env[62225]: INFO nova.compute.manager [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Terminating instance [ 1431.587499] env[62225]: DEBUG nova.compute.manager [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1431.587705] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1431.588544] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412ac819-dc7f-48a6-b87b-18e3db2ffd72 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.596477] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1431.596701] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4da9130a-ada1-40f2-a92b-0662b68eb839 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.602724] env[62225]: DEBUG oslo_vmware.api [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1431.602724] env[62225]: value = "task-678539" [ 1431.602724] env[62225]: _type = "Task" [ 1431.602724] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.610949] env[62225]: DEBUG oslo_vmware.api [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.112698] env[62225]: DEBUG oslo_vmware.api [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678539, 'name': PowerOffVM_Task, 'duration_secs': 0.156868} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.112977] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1432.113182] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1432.113433] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e524b0a3-a150-4030-9ef5-af6cb7e4d713 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.973113] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1434.973539] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1434.973539] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleting the datastore file [datastore1] 93a8aff3-1911-45f6-9f95-92d5dc137287 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.973808] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b7955f-cf31-422a-9199-8206ab329037 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.980275] env[62225]: DEBUG oslo_vmware.api [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1434.980275] env[62225]: value = "task-678541" [ 1434.980275] env[62225]: _type = "Task" [ 1434.980275] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.987697] env[62225]: DEBUG oslo_vmware.api [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.490516] env[62225]: DEBUG oslo_vmware.api [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135487} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.490778] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.490992] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1435.491233] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1435.491416] env[62225]: INFO nova.compute.manager [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Took 3.90 seconds to destroy the instance on the hypervisor. [ 1435.491660] env[62225]: DEBUG oslo.service.loopingcall [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.491881] env[62225]: DEBUG nova.compute.manager [-] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1435.491983] env[62225]: DEBUG nova.network.neutron [-] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1435.943134] env[62225]: DEBUG nova.compute.manager [req-cba5efee-ec81-4fec-b86b-a22772c32bbc req-c0686eef-8f58-4f40-8a49-d6df651c781b service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Received event network-vif-deleted-8b6080ec-0d9b-4295-b030-52fe3e95c8a8 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1435.943352] env[62225]: INFO nova.compute.manager [req-cba5efee-ec81-4fec-b86b-a22772c32bbc req-c0686eef-8f58-4f40-8a49-d6df651c781b service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Neutron deleted interface 8b6080ec-0d9b-4295-b030-52fe3e95c8a8; detaching it from the instance and deleting it from the info cache [ 1435.943529] env[62225]: DEBUG nova.network.neutron [req-cba5efee-ec81-4fec-b86b-a22772c32bbc req-c0686eef-8f58-4f40-8a49-d6df651c781b service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.400169] env[62225]: DEBUG nova.network.neutron [-] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.445896] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7f26525-b81c-4f95-a218-729c0e222eb1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.455748] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807ab885-81c2-44a3-b0c8-0bad7ba5fcc7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.478732] env[62225]: DEBUG nova.compute.manager [req-cba5efee-ec81-4fec-b86b-a22772c32bbc req-c0686eef-8f58-4f40-8a49-d6df651c781b service nova] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Detach interface failed, port_id=8b6080ec-0d9b-4295-b030-52fe3e95c8a8, reason: Instance 93a8aff3-1911-45f6-9f95-92d5dc137287 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1436.903119] env[62225]: INFO nova.compute.manager [-] [instance: 93a8aff3-1911-45f6-9f95-92d5dc137287] Took 1.41 seconds to deallocate network for instance. [ 1437.410166] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.410561] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.410610] env[62225]: DEBUG nova.objects.instance [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'resources' on Instance uuid 93a8aff3-1911-45f6-9f95-92d5dc137287 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.943429] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23d3af-990c-4107-b34e-09649bb2481c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.950822] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e80bf3-e054-4379-9e94-52aaee9270ae {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.979474] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f552828-803a-4895-856a-d8c041474223 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.986057] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3cd95b-ad4b-4aee-b934-8bdf9947c74f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.999378] env[62225]: DEBUG nova.compute.provider_tree [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.502918] env[62225]: DEBUG nova.scheduler.client.report [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1439.008383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.029819] env[62225]: INFO nova.scheduler.client.report [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted allocations for instance 93a8aff3-1911-45f6-9f95-92d5dc137287 [ 1439.537996] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c714afcf-01f1-41c0-ac82-b7958be57a17 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "93a8aff3-1911-45f6-9f95-92d5dc137287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.955s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.631569] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.631954] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1440.631954] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1441.135173] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Didn't find any instances for network info cache update. {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1441.135447] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.135788] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.135788] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1441.577138] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.701787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.702107] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.080373] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.080972] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.081216] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.081305] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1442.082270] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e17ad10-8f79-48bc-86cc-7a9617b50666 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.090885] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b297e92d-d146-4ec5-bdb5-32e43b49cc4d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.103952] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee8cc3-63aa-4f26-8258-861f27b84778 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.109819] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e510144f-0dd7-41d4-a199-871b5e3838d0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.137354] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181335MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1442.137474] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.137655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.204738] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1442.723798] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.660066] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6303c230-4752-4ae3-9a38-f513e17b7e96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1443.660066] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1443.660391] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1443.685627] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8134abf4-9b42-48a7-866c-7fae553c4f1b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.692734] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5debe-fa24-4fab-8883-55ff32722443 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.723173] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d828a-a655-4080-8cbd-cbf4b81b6626 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.729561] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36add5-f368-4ba4-beed-3d125f0c8423 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.741811] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.244490] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.750090] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1444.750487] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.613s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.750608] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.027s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.752220] env[62225]: INFO nova.compute.claims [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.756072] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.756431] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.756431] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.756504] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.786058] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97657fe-6560-4c93-bf3b-f4f896aaed1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.793403] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecccc0cd-b02b-4e7f-9de3-d1609101f42a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.824328] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d44995-4d2c-495e-9575-a5ea8236053d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.831034] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cbde2a-1d85-4545-b8de-5f7d1c2a7f07 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.843678] env[62225]: DEBUG nova.compute.provider_tree [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.346274] env[62225]: DEBUG nova.scheduler.client.report [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1446.573741] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.851586] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.852202] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1447.357642] env[62225]: DEBUG nova.compute.utils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.359084] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1447.359256] env[62225]: DEBUG nova.network.neutron [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1447.408589] env[62225]: DEBUG nova.policy [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c98bcfec4d4f6a951e0942a55adad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e54fcfd1d474b59ad16d156823ee610', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1447.680695] env[62225]: DEBUG nova.network.neutron [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Successfully created port: 8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.862771] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1448.872900] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1448.898611] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1448.898872] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1448.899045] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.899232] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1448.899382] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.899608] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1448.899874] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1448.900026] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1448.900205] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1448.900369] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1448.900542] env[62225]: DEBUG nova.virt.hardware [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1448.901422] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636432d9-b5a9-47fd-a82e-f155529e05db {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.909543] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001997cd-91bf-4016-b7be-548380793956 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.022869] env[62225]: DEBUG nova.compute.manager [req-10d5598b-565d-4c97-ad7a-f23afed6b32a req-50c18676-c112-4a67-93b6-a20d93fde673 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Received event network-vif-plugged-8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1449.023122] env[62225]: DEBUG oslo_concurrency.lockutils [req-10d5598b-565d-4c97-ad7a-f23afed6b32a req-50c18676-c112-4a67-93b6-a20d93fde673 service nova] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.023340] env[62225]: DEBUG oslo_concurrency.lockutils [req-10d5598b-565d-4c97-ad7a-f23afed6b32a req-50c18676-c112-4a67-93b6-a20d93fde673 service nova] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.023511] env[62225]: DEBUG oslo_concurrency.lockutils [req-10d5598b-565d-4c97-ad7a-f23afed6b32a req-50c18676-c112-4a67-93b6-a20d93fde673 service nova] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.023683] env[62225]: DEBUG nova.compute.manager [req-10d5598b-565d-4c97-ad7a-f23afed6b32a req-50c18676-c112-4a67-93b6-a20d93fde673 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] No waiting events found dispatching network-vif-plugged-8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1449.023851] env[62225]: WARNING nova.compute.manager [req-10d5598b-565d-4c97-ad7a-f23afed6b32a req-50c18676-c112-4a67-93b6-a20d93fde673 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Received unexpected event network-vif-plugged-8912e886-2869-4c0d-a91d-71c00688fd01 for instance with vm_state building and task_state spawning. [ 1449.098948] env[62225]: DEBUG nova.network.neutron [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Successfully updated port: 8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.601082] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.602057] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.602057] env[62225]: DEBUG nova.network.neutron [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1450.133208] env[62225]: DEBUG nova.network.neutron [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1450.249985] env[62225]: DEBUG nova.network.neutron [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating instance_info_cache with network_info: [{"id": "8912e886-2869-4c0d-a91d-71c00688fd01", "address": "fa:16:3e:d1:b8:58", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912e886-28", "ovs_interfaceid": "8912e886-2869-4c0d-a91d-71c00688fd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.752632] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.752925] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Instance network_info: |[{"id": "8912e886-2869-4c0d-a91d-71c00688fd01", "address": "fa:16:3e:d1:b8:58", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912e886-28", "ovs_interfaceid": "8912e886-2869-4c0d-a91d-71c00688fd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1450.753392] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b8:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8912e886-2869-4c0d-a91d-71c00688fd01', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.761015] env[62225]: DEBUG oslo.service.loopingcall [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.761259] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1450.761856] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28402aa5-a7c5-4778-8c6e-9f4e1c73a08c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.782266] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.782266] env[62225]: value = "task-678542" [ 1450.782266] env[62225]: _type = "Task" [ 1450.782266] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.789609] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678542, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.052334] env[62225]: DEBUG nova.compute.manager [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Received event network-changed-8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1451.052624] env[62225]: DEBUG nova.compute.manager [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Refreshing instance network info cache due to event network-changed-8912e886-2869-4c0d-a91d-71c00688fd01. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1451.052937] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] Acquiring lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.052937] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] Acquired lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.053205] env[62225]: DEBUG nova.network.neutron [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Refreshing network info cache for port 8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1451.291662] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678542, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.726883] env[62225]: DEBUG nova.network.neutron [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updated VIF entry in instance network info cache for port 8912e886-2869-4c0d-a91d-71c00688fd01. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1451.727261] env[62225]: DEBUG nova.network.neutron [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating instance_info_cache with network_info: [{"id": "8912e886-2869-4c0d-a91d-71c00688fd01", "address": "fa:16:3e:d1:b8:58", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912e886-28", "ovs_interfaceid": "8912e886-2869-4c0d-a91d-71c00688fd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.791737] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678542, 'name': CreateVM_Task} progress is 99%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.230727] env[62225]: DEBUG oslo_concurrency.lockutils [req-8d7a4ca3-9792-41de-bf37-cc43af0dcfbb req-30364678-46fc-4417-b197-20b8d741a7ae service nova] Releasing lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.292847] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678542, 'name': CreateVM_Task, 'duration_secs': 1.291006} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.293288] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1452.293670] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.293846] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.294239] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.294483] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b5f993-2fda-436c-aead-baca85edb0b7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.299089] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1452.299089] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d64bf4-099d-141f-d555-59ebf7ae8668" [ 1452.299089] env[62225]: _type = "Task" [ 1452.299089] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.306228] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d64bf4-099d-141f-d555-59ebf7ae8668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.809074] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]52d64bf4-099d-141f-d555-59ebf7ae8668, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.809399] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.809635] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.809864] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.810028] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.810222] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.810472] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20495087-ed9b-48bd-932a-b643e9f183aa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.818662] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.818834] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1452.819547] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d91982-4492-441d-8475-41240ead131a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.824082] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1452.824082] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224e902-b729-2717-0261-a8f028615c48" [ 1452.824082] env[62225]: _type = "Task" [ 1452.824082] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.832218] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224e902-b729-2717-0261-a8f028615c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.334092] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5224e902-b729-2717-0261-a8f028615c48, 'name': SearchDatastore_Task, 'duration_secs': 0.007632} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.334843] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755a2e9d-4b69-4714-9db7-23b14c3f8417 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.339538] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1453.339538] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296554b-54e1-2490-048f-2fc7f6b1c4c9" [ 1453.339538] env[62225]: _type = "Task" [ 1453.339538] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.346297] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296554b-54e1-2490-048f-2fc7f6b1c4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.850128] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5296554b-54e1-2490-048f-2fc7f6b1c4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.850387] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.850649] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 6303c230-4752-4ae3-9a38-f513e17b7e96/6303c230-4752-4ae3-9a38-f513e17b7e96.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1453.850894] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a16ae7-8ed5-4b3d-b721-4f7fd002e568 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.857330] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1453.857330] env[62225]: value = "task-678543" [ 1453.857330] env[62225]: _type = "Task" [ 1453.857330] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.864560] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.367304] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443966} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.367669] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] 6303c230-4752-4ae3-9a38-f513e17b7e96/6303c230-4752-4ae3-9a38-f513e17b7e96.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1454.367758] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.367971] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d47a192-b5e1-4c6e-81e9-44232094a4c5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.374350] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1454.374350] env[62225]: value = "task-678544" [ 1454.374350] env[62225]: _type = "Task" [ 1454.374350] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.382086] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.883747] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058216} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.884058] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.884898] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25fcdb9-8257-4b9f-a4f6-dfed1f6d4be4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.905935] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 6303c230-4752-4ae3-9a38-f513e17b7e96/6303c230-4752-4ae3-9a38-f513e17b7e96.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.906169] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7681f318-866d-4356-8765-3a1ecae27298 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.924562] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1454.924562] env[62225]: value = "task-678545" [ 1454.924562] env[62225]: _type = "Task" [ 1454.924562] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.931511] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.434853] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678545, 'name': ReconfigVM_Task, 'duration_secs': 0.265175} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.435231] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 6303c230-4752-4ae3-9a38-f513e17b7e96/6303c230-4752-4ae3-9a38-f513e17b7e96.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.435745] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6218983a-3a83-4564-9225-99e1d0902126 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.442286] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1455.442286] env[62225]: value = "task-678546" [ 1455.442286] env[62225]: _type = "Task" [ 1455.442286] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.449581] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678546, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.572430] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.952833] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678546, 'name': Rename_Task, 'duration_secs': 0.129908} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.953256] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1455.953589] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbfcc378-743c-4daf-8e9d-7e19b6e72808 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.960423] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1455.960423] env[62225]: value = "task-678547" [ 1455.960423] env[62225]: _type = "Task" [ 1455.960423] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.968569] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.470410] env[62225]: DEBUG oslo_vmware.api [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678547, 'name': PowerOnVM_Task, 'duration_secs': 0.443538} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.470711] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1456.470922] env[62225]: INFO nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1456.471164] env[62225]: DEBUG nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1456.471945] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37933d5c-c835-48a5-a345-aa3c243d6d92 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.990056] env[62225]: INFO nova.compute.manager [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Took 14.28 seconds to build instance. [ 1457.491638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c7cf5a39-28ac-46b1-a2ff-fd8305147d09 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.789s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.915699] env[62225]: DEBUG nova.compute.manager [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Received event network-changed-8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1457.915907] env[62225]: DEBUG nova.compute.manager [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Refreshing instance network info cache due to event network-changed-8912e886-2869-4c0d-a91d-71c00688fd01. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1457.916307] env[62225]: DEBUG oslo_concurrency.lockutils [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] Acquiring lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.916475] env[62225]: DEBUG oslo_concurrency.lockutils [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] Acquired lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.916646] env[62225]: DEBUG nova.network.neutron [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Refreshing network info cache for port 8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1458.610179] env[62225]: DEBUG nova.network.neutron [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updated VIF entry in instance network info cache for port 8912e886-2869-4c0d-a91d-71c00688fd01. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1458.610544] env[62225]: DEBUG nova.network.neutron [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating instance_info_cache with network_info: [{"id": "8912e886-2869-4c0d-a91d-71c00688fd01", "address": "fa:16:3e:d1:b8:58", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912e886-28", "ovs_interfaceid": "8912e886-2869-4c0d-a91d-71c00688fd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.113225] env[62225]: DEBUG oslo_concurrency.lockutils [req-2c37bda7-c15b-43c0-9f75-3e18b1c0fd73 req-4b844c37-efab-4d53-815a-4356089e99d3 service nova] Releasing lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.581343] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.581762] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1496.248021] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.248315] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.752587] env[62225]: DEBUG nova.compute.utils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.255483] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.313613] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.314148] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.314224] env[62225]: INFO nova.compute.manager [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Attaching volume 75c2b7fd-2794-4dba-9466-55d68369e6a5 to /dev/sdb [ 1498.344601] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d274538b-4293-49b7-9c22-ae2b5a2407e9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.351987] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186d58a-a978-460e-8e2a-cf69602e1854 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.365414] env[62225]: DEBUG nova.virt.block_device [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating existing volume attachment record: 2e367b45-86f7-418d-97a6-005daf53d7f0 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1498.578233] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.578655] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.578929] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1500.578976] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1501.171615] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.171780] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.171932] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1501.172103] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid 6303c230-4752-4ae3-9a38-f513e17b7e96 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.888400] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating instance_info_cache with network_info: [{"id": "8912e886-2869-4c0d-a91d-71c00688fd01", "address": "fa:16:3e:d1:b8:58", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8912e886-28", "ovs_interfaceid": "8912e886-2869-4c0d-a91d-71c00688fd01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.907536] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1502.907789] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163465', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'name': 'volume-75c2b7fd-2794-4dba-9466-55d68369e6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6303c230-4752-4ae3-9a38-f513e17b7e96', 'attached_at': '', 'detached_at': '', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'serial': '75c2b7fd-2794-4dba-9466-55d68369e6a5'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1502.908650] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35a776c-6a88-4b39-bc30-db3c727d6c94 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.924549] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951083ea-a84f-4af0-8353-4a8fc9573bd7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.949139] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-75c2b7fd-2794-4dba-9466-55d68369e6a5/volume-75c2b7fd-2794-4dba-9466-55d68369e6a5.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.949375] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215063ab-8a22-4aed-a12a-bb64ef4a589f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.967276] env[62225]: DEBUG oslo_vmware.api [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1502.967276] env[62225]: value = "task-678550" [ 1502.967276] env[62225]: _type = "Task" [ 1502.967276] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.975209] env[62225]: DEBUG oslo_vmware.api [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.391548] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-6303c230-4752-4ae3-9a38-f513e17b7e96" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.391818] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1503.391981] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.392269] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.477049] env[62225]: DEBUG oslo_vmware.api [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678550, 'name': ReconfigVM_Task, 'duration_secs': 0.31049} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.477363] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-75c2b7fd-2794-4dba-9466-55d68369e6a5/volume-75c2b7fd-2794-4dba-9466-55d68369e6a5.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.481983] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc29d77-894c-4aa9-97d6-dec9af3a95a9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.496765] env[62225]: DEBUG oslo_vmware.api [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1503.496765] env[62225]: value = "task-678551" [ 1503.496765] env[62225]: _type = "Task" [ 1503.496765] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.504305] env[62225]: DEBUG oslo_vmware.api [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.895921] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.896354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.896354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.896484] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1503.897403] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a917046-7c54-4365-b230-3d1e7f0afdd7 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.905372] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3379a030-e2fa-406c-952d-51205e7fe511 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.919184] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a130f17-2fa3-49db-91cb-8bb8849ca8f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.925300] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5798a89-2a28-4d4a-a12a-a5a8e74041eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.952791] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181635MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1503.952933] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.953138] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.006128] env[62225]: DEBUG oslo_vmware.api [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678551, 'name': ReconfigVM_Task, 'duration_secs': 0.204132} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.006438] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163465', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'name': 'volume-75c2b7fd-2794-4dba-9466-55d68369e6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6303c230-4752-4ae3-9a38-f513e17b7e96', 'attached_at': '', 'detached_at': '', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'serial': '75c2b7fd-2794-4dba-9466-55d68369e6a5'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1504.977892] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance 6303c230-4752-4ae3-9a38-f513e17b7e96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1504.978160] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1504.978294] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1505.002205] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b612b308-fcb9-4a94-bb38-f765b3f2a4ea {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.009880] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954e0c0-fd29-4845-a220-4e1ce765fde9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.038623] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32312f5a-b05c-4bc9-a4a7-0af8eb6a0a47 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.041528] env[62225]: DEBUG nova.objects.instance [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'flavor' on Instance uuid 6303c230-4752-4ae3-9a38-f513e17b7e96 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.047251] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c091b-4245-4718-af77-e4ad99500871 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.060097] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.548445] env[62225]: DEBUG oslo_concurrency.lockutils [None req-e14850e1-4fca-4900-a059-2cfbd4a7210c tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.563390] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1505.753383] env[62225]: DEBUG oslo_concurrency.lockutils [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.753655] env[62225]: DEBUG oslo_concurrency.lockutils [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.068953] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1506.069472] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.254126] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.254373] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.254529] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.256396] env[62225]: INFO nova.compute.manager [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Detaching volume 75c2b7fd-2794-4dba-9466-55d68369e6a5 [ 1506.285945] env[62225]: INFO nova.virt.block_device [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Attempting to driver detach volume 75c2b7fd-2794-4dba-9466-55d68369e6a5 from mountpoint /dev/sdb [ 1506.286223] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1506.286412] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163465', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'name': 'volume-75c2b7fd-2794-4dba-9466-55d68369e6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6303c230-4752-4ae3-9a38-f513e17b7e96', 'attached_at': '', 'detached_at': '', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'serial': '75c2b7fd-2794-4dba-9466-55d68369e6a5'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1506.287339] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5720d90d-c73c-49a3-8200-7d08801ef9f3 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.309285] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf42712-c137-4fb9-be72-f6f7ef9f9b36 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.316105] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5b4f1-b00f-4c7f-933b-3650d0cb5742 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.335476] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88406452-3a37-4ea9-8183-6ed6c66481eb {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.349286] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] The volume has not been displaced from its original location: [datastore2] volume-75c2b7fd-2794-4dba-9466-55d68369e6a5/volume-75c2b7fd-2794-4dba-9466-55d68369e6a5.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1506.354474] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1506.354721] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69e176d-878e-4d06-9607-55043a9acc7f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.371650] env[62225]: DEBUG oslo_vmware.api [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1506.371650] env[62225]: value = "task-678552" [ 1506.371650] env[62225]: _type = "Task" [ 1506.371650] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.378652] env[62225]: DEBUG oslo_vmware.api [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.573506] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.881604] env[62225]: DEBUG oslo_vmware.api [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678552, 'name': ReconfigVM_Task, 'duration_secs': 0.196099} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.882040] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1506.886716] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85b415a-4478-4a9c-af8a-6bebb30c713d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.901533] env[62225]: DEBUG oslo_vmware.api [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1506.901533] env[62225]: value = "task-678553" [ 1506.901533] env[62225]: _type = "Task" [ 1506.901533] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.908854] env[62225]: DEBUG oslo_vmware.api [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.410851] env[62225]: DEBUG oslo_vmware.api [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678553, 'name': ReconfigVM_Task, 'duration_secs': 0.125648} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.411210] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163465', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'name': 'volume-75c2b7fd-2794-4dba-9466-55d68369e6a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6303c230-4752-4ae3-9a38-f513e17b7e96', 'attached_at': '', 'detached_at': '', 'volume_id': '75c2b7fd-2794-4dba-9466-55d68369e6a5', 'serial': '75c2b7fd-2794-4dba-9466-55d68369e6a5'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1507.950476] env[62225]: DEBUG nova.objects.instance [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'flavor' on Instance uuid 6303c230-4752-4ae3-9a38-f513e17b7e96 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.958583] env[62225]: DEBUG oslo_concurrency.lockutils [None req-489af5c2-2b4d-4543-9c10-665467fbd184 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.977270] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.977660] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.977787] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "6303c230-4752-4ae3-9a38-f513e17b7e96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.977942] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.978132] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.980238] env[62225]: INFO nova.compute.manager [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Terminating instance [ 1509.981952] env[62225]: DEBUG nova.compute.manager [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1509.982180] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1509.983018] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb313cc3-6505-4a21-ae89-263e194b0ed0 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.991169] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1509.991388] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff0e187-0b09-4c3f-a506-45c2f0335628 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.997020] env[62225]: DEBUG oslo_vmware.api [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1509.997020] env[62225]: value = "task-678554" [ 1509.997020] env[62225]: _type = "Task" [ 1509.997020] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.004346] env[62225]: DEBUG oslo_vmware.api [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.507265] env[62225]: DEBUG oslo_vmware.api [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678554, 'name': PowerOffVM_Task, 'duration_secs': 0.156706} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.507525] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1510.507698] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1510.507946] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a14d74-ac02-4f95-9efc-6b0cc4dd6d6d {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.569064] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1510.569315] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1510.569476] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleting the datastore file [datastore1] 6303c230-4752-4ae3-9a38-f513e17b7e96 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.569744] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03413a9b-7c9c-4d6d-a73a-1a9bf92fb639 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.575801] env[62225]: DEBUG oslo_vmware.api [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1510.575801] env[62225]: value = "task-678556" [ 1510.575801] env[62225]: _type = "Task" [ 1510.575801] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.583266] env[62225]: DEBUG oslo_vmware.api [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.085337] env[62225]: DEBUG oslo_vmware.api [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133987} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.085740] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.085785] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1511.085992] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1511.086129] env[62225]: INFO nova.compute.manager [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1511.086374] env[62225]: DEBUG oslo.service.loopingcall [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.086571] env[62225]: DEBUG nova.compute.manager [-] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1511.086664] env[62225]: DEBUG nova.network.neutron [-] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1511.479487] env[62225]: DEBUG nova.compute.manager [req-8a3e69f2-f354-4cd6-bc48-fb17e29430ad req-b8c34295-107c-4ae0-bacc-f98b60fc14ba service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Received event network-vif-deleted-8912e886-2869-4c0d-a91d-71c00688fd01 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1511.479598] env[62225]: INFO nova.compute.manager [req-8a3e69f2-f354-4cd6-bc48-fb17e29430ad req-b8c34295-107c-4ae0-bacc-f98b60fc14ba service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Neutron deleted interface 8912e886-2869-4c0d-a91d-71c00688fd01; detaching it from the instance and deleting it from the info cache [ 1511.479755] env[62225]: DEBUG nova.network.neutron [req-8a3e69f2-f354-4cd6-bc48-fb17e29430ad req-b8c34295-107c-4ae0-bacc-f98b60fc14ba service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.956905] env[62225]: DEBUG nova.network.neutron [-] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.982226] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c966964-f2ad-4222-89d2-0012e69c2da9 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.991953] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24c77b-ded2-41db-a672-88e1dcd0870e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.016263] env[62225]: DEBUG nova.compute.manager [req-8a3e69f2-f354-4cd6-bc48-fb17e29430ad req-b8c34295-107c-4ae0-bacc-f98b60fc14ba service nova] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Detach interface failed, port_id=8912e886-2869-4c0d-a91d-71c00688fd01, reason: Instance 6303c230-4752-4ae3-9a38-f513e17b7e96 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1512.459847] env[62225]: INFO nova.compute.manager [-] [instance: 6303c230-4752-4ae3-9a38-f513e17b7e96] Took 1.37 seconds to deallocate network for instance. [ 1512.966347] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.966644] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.966895] env[62225]: DEBUG nova.objects.instance [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'resources' on Instance uuid 6303c230-4752-4ae3-9a38-f513e17b7e96 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.501259] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3749db-1b45-40e2-8805-2c6247b153de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.508639] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd578314-bfed-4e7e-bd1b-48e794033763 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.537272] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af229990-996f-44da-9fb8-f1782f102030 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.543732] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac59e5-a5c4-47ea-ac39-cea5107c0f73 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.556247] env[62225]: DEBUG nova.compute.provider_tree [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.059699] env[62225]: DEBUG nova.scheduler.client.report [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1514.565586] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.586597] env[62225]: INFO nova.scheduler.client.report [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted allocations for instance 6303c230-4752-4ae3-9a38-f513e17b7e96 [ 1515.096467] env[62225]: DEBUG oslo_concurrency.lockutils [None req-5cafbad7-04bd-4a35-a65c-a23644885943 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "6303c230-4752-4ae3-9a38-f513e17b7e96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.119s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.758974] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.759290] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.261237] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Starting instance... {{(pid=62225) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1517.779863] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.780142] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.781612] env[62225]: INFO nova.compute.claims [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.818277] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a513730-210e-47ef-b538-d0257650ec9b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.826090] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca75ae-4534-4e63-8106-1f80a6f62f55 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.856269] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1349eae8-5172-460b-b724-7289dcf76596 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.863310] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3029a349-0478-4e7e-b007-3e8c272b909a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.876585] env[62225]: DEBUG nova.compute.provider_tree [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.379582] env[62225]: DEBUG nova.scheduler.client.report [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1519.885230] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.885964] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Start building networks asynchronously for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1520.392639] env[62225]: DEBUG nova.compute.utils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.395281] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Allocating IP information in the background. {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1520.395556] env[62225]: DEBUG nova.network.neutron [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] allocate_for_instance() {{(pid=62225) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1520.450041] env[62225]: DEBUG nova.policy [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c98bcfec4d4f6a951e0942a55adad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e54fcfd1d474b59ad16d156823ee610', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62225) authorize /opt/stack/nova/nova/policy.py:201}} [ 1520.782703] env[62225]: DEBUG nova.network.neutron [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Successfully created port: df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.902200] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Start building block device mappings for instance. {{(pid=62225) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1521.912581] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Start spawning the instance on the hypervisor. {{(pid=62225) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1521.937958] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-09-06T00:34:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-09-06T00:33:47Z,direct_url=,disk_format='vmdk',id=a5f785c3-28d7-4f68-99f7-64500bdcde22,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bf3eb76c4f974357a2ff2994a1408afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-09-06T00:33:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1521.938234] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1521.938398] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image limits 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.938586] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Flavor pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1521.938738] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Image pref 0:0:0 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.938901] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62225) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1521.939162] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1521.939365] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1521.939544] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Got 1 possible topologies {{(pid=62225) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1521.939711] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1521.939894] env[62225]: DEBUG nova.virt.hardware [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62225) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1521.940781] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2e0c8-d812-49a4-9f56-2a90e97cb75e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.949075] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b4821-2468-4d3c-930f-549e17dc9947 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.146028] env[62225]: DEBUG nova.compute.manager [req-ca5f42c4-1ff6-4700-aaae-65d100b9981d req-c1442eb9-044a-42da-911c-321000201367 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Received event network-vif-plugged-df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1522.146581] env[62225]: DEBUG oslo_concurrency.lockutils [req-ca5f42c4-1ff6-4700-aaae-65d100b9981d req-c1442eb9-044a-42da-911c-321000201367 service nova] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.146817] env[62225]: DEBUG oslo_concurrency.lockutils [req-ca5f42c4-1ff6-4700-aaae-65d100b9981d req-c1442eb9-044a-42da-911c-321000201367 service nova] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.147045] env[62225]: DEBUG oslo_concurrency.lockutils [req-ca5f42c4-1ff6-4700-aaae-65d100b9981d req-c1442eb9-044a-42da-911c-321000201367 service nova] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.147316] env[62225]: DEBUG nova.compute.manager [req-ca5f42c4-1ff6-4700-aaae-65d100b9981d req-c1442eb9-044a-42da-911c-321000201367 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] No waiting events found dispatching network-vif-plugged-df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1522.147626] env[62225]: WARNING nova.compute.manager [req-ca5f42c4-1ff6-4700-aaae-65d100b9981d req-c1442eb9-044a-42da-911c-321000201367 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Received unexpected event network-vif-plugged-df3ef291-45a5-4a68-8a91-c8a65a512132 for instance with vm_state building and task_state spawning. [ 1522.404453] env[62225]: DEBUG nova.network.neutron [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Successfully updated port: df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.909347] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.909563] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.909698] env[62225]: DEBUG nova.network.neutron [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Building network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1523.440380] env[62225]: DEBUG nova.network.neutron [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Instance cache missing network info. {{(pid=62225) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1523.553802] env[62225]: DEBUG nova.network.neutron [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating instance_info_cache with network_info: [{"id": "df3ef291-45a5-4a68-8a91-c8a65a512132", "address": "fa:16:3e:33:5d:24", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ef291-45", "ovs_interfaceid": "df3ef291-45a5-4a68-8a91-c8a65a512132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.056489] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.056830] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Instance network_info: |[{"id": "df3ef291-45a5-4a68-8a91-c8a65a512132", "address": "fa:16:3e:33:5d:24", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ef291-45", "ovs_interfaceid": "df3ef291-45a5-4a68-8a91-c8a65a512132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62225) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1524.057334] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df3ef291-45a5-4a68-8a91-c8a65a512132', 'vif_model': 'vmxnet3'}] {{(pid=62225) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.065281] env[62225]: DEBUG oslo.service.loopingcall [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.065455] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Creating VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1524.066105] env[62225]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f5eb7a-96e8-47f6-bba1-9e429ac01fbc {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.086886] env[62225]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.086886] env[62225]: value = "task-678557" [ 1524.086886] env[62225]: _type = "Task" [ 1524.086886] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.094970] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678557, 'name': CreateVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.173716] env[62225]: DEBUG nova.compute.manager [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Received event network-changed-df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1524.173948] env[62225]: DEBUG nova.compute.manager [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Refreshing instance network info cache due to event network-changed-df3ef291-45a5-4a68-8a91-c8a65a512132. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1524.174148] env[62225]: DEBUG oslo_concurrency.lockutils [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] Acquiring lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.174301] env[62225]: DEBUG oslo_concurrency.lockutils [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] Acquired lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.174470] env[62225]: DEBUG nova.network.neutron [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Refreshing network info cache for port df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1524.596655] env[62225]: DEBUG oslo_vmware.api [-] Task: {'id': task-678557, 'name': CreateVM_Task, 'duration_secs': 0.317375} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.596990] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Created VM on the ESX host {{(pid=62225) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1524.597503] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.597674] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.598039] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.598299] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7fbd91-aeb7-48c8-b322-5b5d78d185fe {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.602374] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1524.602374] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527f9964-75ec-590c-d514-e8d4cef6cad2" [ 1524.602374] env[62225]: _type = "Task" [ 1524.602374] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.609360] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527f9964-75ec-590c-d514-e8d4cef6cad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.849741] env[62225]: DEBUG nova.network.neutron [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updated VIF entry in instance network info cache for port df3ef291-45a5-4a68-8a91-c8a65a512132. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1524.850139] env[62225]: DEBUG nova.network.neutron [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating instance_info_cache with network_info: [{"id": "df3ef291-45a5-4a68-8a91-c8a65a512132", "address": "fa:16:3e:33:5d:24", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ef291-45", "ovs_interfaceid": "df3ef291-45a5-4a68-8a91-c8a65a512132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.113135] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]527f9964-75ec-590c-d514-e8d4cef6cad2, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.113441] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.113674] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Processing image a5f785c3-28d7-4f68-99f7-64500bdcde22 {{(pid=62225) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.113927] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.114101] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.114297] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.114548] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1be88423-7efd-4a8b-92fe-5e418d4b6cf4 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.122501] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62225) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.122670] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62225) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1525.123364] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6288012-6d30-40e7-a74f-38ff9410e673 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.127943] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1525.127943] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5261fcc1-2bf9-ebbb-2651-4979983fc4e7" [ 1525.127943] env[62225]: _type = "Task" [ 1525.127943] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.135079] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5261fcc1-2bf9-ebbb-2651-4979983fc4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.352517] env[62225]: DEBUG oslo_concurrency.lockutils [req-9aa06ed5-f5fe-43f7-aed7-39335a938936 req-02e3a52a-7101-4553-a0bc-9d82fba5bd3b service nova] Releasing lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.639423] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5261fcc1-2bf9-ebbb-2651-4979983fc4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.640234] env[62225]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56568b3-0e67-49bd-ac9b-7f47b9dbb43e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.645619] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1525.645619] env[62225]: value = "session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5283d04a-4be6-c88e-1d1a-63261cf9d7ad" [ 1525.645619] env[62225]: _type = "Task" [ 1525.645619] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.652977] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5283d04a-4be6-c88e-1d1a-63261cf9d7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.155507] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': session[526136d5-6006-40fb-f88b-bc6f5cd7b7ba]5283d04a-4be6-c88e-1d1a-63261cf9d7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.155781] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.156018] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e409e4a0-d326-4598-aa71-69d0b234d1e9/e409e4a0-d326-4598-aa71-69d0b234d1e9.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1526.156276] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d80bdd1b-f4cc-4f65-baa6-bfdc756a3605 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.163343] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1526.163343] env[62225]: value = "task-678558" [ 1526.163343] env[62225]: _type = "Task" [ 1526.163343] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.170528] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.673700] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439269} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.674159] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a5f785c3-28d7-4f68-99f7-64500bdcde22/a5f785c3-28d7-4f68-99f7-64500bdcde22.vmdk to [datastore1] e409e4a0-d326-4598-aa71-69d0b234d1e9/e409e4a0-d326-4598-aa71-69d0b234d1e9.vmdk {{(pid=62225) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1526.674238] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Extending root virtual disk to 1048576 {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.674487] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658fb64b-c909-4ed4-93ad-b10e474d8d35 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.681094] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1526.681094] env[62225]: value = "task-678559" [ 1526.681094] env[62225]: _type = "Task" [ 1526.681094] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.688992] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.191341] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062302} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.192060] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Extended root virtual disk {{(pid=62225) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.192652] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1a377-a565-4b23-b8d1-761cc34be3de {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.214131] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] e409e4a0-d326-4598-aa71-69d0b234d1e9/e409e4a0-d326-4598-aa71-69d0b234d1e9.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.214373] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b6e917-5ba1-47c7-a921-5aee45a69068 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.233102] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1527.233102] env[62225]: value = "task-678560" [ 1527.233102] env[62225]: _type = "Task" [ 1527.233102] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.242278] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.743278] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678560, 'name': ReconfigVM_Task, 'duration_secs': 0.31274} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.743680] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Reconfigured VM instance instance-00000075 to attach disk [datastore1] e409e4a0-d326-4598-aa71-69d0b234d1e9/e409e4a0-d326-4598-aa71-69d0b234d1e9.vmdk or device None with type sparse {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.744202] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474f8f8d-7757-4b7b-a7dc-f827a3e4a4be {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.749697] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1527.749697] env[62225]: value = "task-678561" [ 1527.749697] env[62225]: _type = "Task" [ 1527.749697] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.756663] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678561, 'name': Rename_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.260129] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678561, 'name': Rename_Task, 'duration_secs': 0.135719} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.260434] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Powering on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1528.260683] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-507b2d9e-f801-403e-8793-8f4c6b10afdf {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.266478] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1528.266478] env[62225]: value = "task-678562" [ 1528.266478] env[62225]: _type = "Task" [ 1528.266478] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.273294] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.776861] env[62225]: DEBUG oslo_vmware.api [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678562, 'name': PowerOnVM_Task, 'duration_secs': 0.424482} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.777265] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Powered on the VM {{(pid=62225) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1528.777358] env[62225]: INFO nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1528.777540] env[62225]: DEBUG nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Checking state {{(pid=62225) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1528.778321] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ddd354-0a84-4ae2-a1de-5e6506815d95 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.297146] env[62225]: INFO nova.compute.manager [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Took 11.53 seconds to build instance. [ 1529.751639] env[62225]: DEBUG nova.compute.manager [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Received event network-changed-df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1529.751930] env[62225]: DEBUG nova.compute.manager [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Refreshing instance network info cache due to event network-changed-df3ef291-45a5-4a68-8a91-c8a65a512132. {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1529.752217] env[62225]: DEBUG oslo_concurrency.lockutils [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] Acquiring lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.752371] env[62225]: DEBUG oslo_concurrency.lockutils [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] Acquired lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.752539] env[62225]: DEBUG nova.network.neutron [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Refreshing network info cache for port df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1529.799504] env[62225]: DEBUG oslo_concurrency.lockutils [None req-1220dd08-04f8-4416-a407-d25fe8d81620 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.040s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.449734] env[62225]: DEBUG nova.network.neutron [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updated VIF entry in instance network info cache for port df3ef291-45a5-4a68-8a91-c8a65a512132. {{(pid=62225) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1530.450119] env[62225]: DEBUG nova.network.neutron [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating instance_info_cache with network_info: [{"id": "df3ef291-45a5-4a68-8a91-c8a65a512132", "address": "fa:16:3e:33:5d:24", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ef291-45", "ovs_interfaceid": "df3ef291-45a5-4a68-8a91-c8a65a512132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.952842] env[62225]: DEBUG oslo_concurrency.lockutils [req-1c5d070f-3343-4907-b459-d63f7e655c7a req-9b43ac69-c5c1-46c3-b9c7-691bc9bb009d service nova] Releasing lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.580207] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.580574] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62225) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1560.578823] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.796011] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.796296] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.299951] env[62225]: DEBUG nova.compute.utils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Using /dev/sd instead of None {{(pid=62225) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1561.803264] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.576929] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.577099] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Starting heal instance info cache {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1562.577206] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Rebuilding the list of instances to heal {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1562.865157] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.865572] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.865628] env[62225]: INFO nova.compute.manager [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Attaching volume 29aa372c-b7ee-48ef-8b31-a97fecb6e6ff to /dev/sdb [ 1562.894790] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a776be-9be1-4ee4-aaad-ca3879439d13 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.902057] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c27b09-4855-475e-9360-85224152b7fa {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.914677] env[62225]: DEBUG nova.virt.block_device [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating existing volume attachment record: 733860f9-5ee9-47c6-8705-26ec502e8184 {{(pid=62225) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1563.117762] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.117921] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquired lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.118085] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Forcefully refreshing network info cache for instance {{(pid=62225) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1563.118240] env[62225]: DEBUG nova.objects.instance [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lazy-loading 'info_cache' on Instance uuid e409e4a0-d326-4598-aa71-69d0b234d1e9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.828761] env[62225]: DEBUG nova.network.neutron [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating instance_info_cache with network_info: [{"id": "df3ef291-45a5-4a68-8a91-c8a65a512132", "address": "fa:16:3e:33:5d:24", "network": {"id": "a4cc8514-2722-4fed-9107-9373fb2bc8d0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1706357545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e54fcfd1d474b59ad16d156823ee610", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3ef291-45", "ovs_interfaceid": "df3ef291-45a5-4a68-8a91-c8a65a512132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.331638] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Releasing lock "refresh_cache-e409e4a0-d326-4598-aa71-69d0b234d1e9" {{(pid=62225) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.331818] env[62225]: DEBUG nova.compute.manager [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updated the network info_cache for instance {{(pid=62225) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1565.332064] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.332245] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.332405] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.332560] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager.update_available_resource {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.835354] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.835774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.835774] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.835885] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62225) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1565.836806] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db234a6-4fe2-449b-a41b-bb8d63f22b7e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.845194] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cf1103-42f8-4684-8637-7c80fdb09d22 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.859066] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31e5f0-b32a-4407-8eee-fb5d60b9fa9f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.865236] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197a5f0b-2c06-4ded-899d-9724adcba2af {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.894075] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181723MB free_disk=84GB free_vcpus=48 pci_devices=None {{(pid=62225) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1565.894284] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.894497] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.918792] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Instance e409e4a0-d326-4598-aa71-69d0b234d1e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62225) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1566.919091] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1566.919148] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62225) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1566.944492] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbf824-103e-4798-8161-34c4eeb944df {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.951980] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3ac0e-355a-485a-bde1-8fcd33cecf1f {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.980749] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a83d57-9fe3-49c1-9b1a-1a373b1df160 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.987421] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e83f79a-1ae4-480b-bb53-381d17dc7272 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.999641] env[62225]: DEBUG nova.compute.provider_tree [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.459785] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Volume attach. Driver type: vmdk {{(pid=62225) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1567.460069] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163467', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'name': 'volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e409e4a0-d326-4598-aa71-69d0b234d1e9', 'attached_at': '', 'detached_at': '', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'serial': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1567.460944] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f0c651-fa79-4377-ab3d-76f56629846c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.478200] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5633c-cc66-4082-85a5-81e461a2deb5 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.503017] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff/volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1567.503834] env[62225]: DEBUG nova.scheduler.client.report [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1567.507058] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7edc3b7a-1f4c-45b9-9031-5a2ccd22edde {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.524918] env[62225]: DEBUG oslo_vmware.api [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1567.524918] env[62225]: value = "task-678565" [ 1567.524918] env[62225]: _type = "Task" [ 1567.524918] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.532547] env[62225]: DEBUG oslo_vmware.api [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.020439] env[62225]: DEBUG nova.compute.resource_tracker [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62225) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1568.020813] env[62225]: DEBUG oslo_concurrency.lockutils [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.034967] env[62225]: DEBUG oslo_vmware.api [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678565, 'name': ReconfigVM_Task, 'duration_secs': 0.334002} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.035292] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff/volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff.vmdk or device None with type thin {{(pid=62225) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.039846] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a999105-9301-4b57-9dc3-697b2e55a80c {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.054135] env[62225]: DEBUG oslo_vmware.api [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1568.054135] env[62225]: value = "task-678566" [ 1568.054135] env[62225]: _type = "Task" [ 1568.054135] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.061454] env[62225]: DEBUG oslo_vmware.api [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.265330] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.265580] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.564353] env[62225]: DEBUG oslo_vmware.api [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678566, 'name': ReconfigVM_Task, 'duration_secs': 0.134404} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.564635] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163467', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'name': 'volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e409e4a0-d326-4598-aa71-69d0b234d1e9', 'attached_at': '', 'detached_at': '', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'serial': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff'} {{(pid=62225) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1569.599930] env[62225]: DEBUG nova.objects.instance [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'flavor' on Instance uuid e409e4a0-d326-4598-aa71-69d0b234d1e9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.105177] env[62225]: DEBUG oslo_concurrency.lockutils [None req-c89933a6-f3ef-49a3-a564-f62077e89cd1 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.285026] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.285332] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.788899] env[62225]: INFO nova.compute.manager [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Detaching volume 29aa372c-b7ee-48ef-8b31-a97fecb6e6ff [ 1570.822184] env[62225]: INFO nova.virt.block_device [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Attempting to driver detach volume 29aa372c-b7ee-48ef-8b31-a97fecb6e6ff from mountpoint /dev/sdb [ 1570.822607] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Volume detach. Driver type: vmdk {{(pid=62225) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1570.822918] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163467', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'name': 'volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e409e4a0-d326-4598-aa71-69d0b234d1e9', 'attached_at': '', 'detached_at': '', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'serial': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1570.824205] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c0bcf-662f-4dfb-a5a2-18187f7e42c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.849278] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c593c5-6a5c-49a0-8532-6f64f93d96c1 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.855924] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca2c03c-d684-4102-8aa6-d18a39cf93da {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.875420] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbba6c2-7ced-40f8-bd21-bf51444ad733 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.889475] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] The volume has not been displaced from its original location: [datastore2] volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff/volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff.vmdk. No consolidation needed. {{(pid=62225) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1570.894603] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1570.894865] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54050d14-08ae-464d-9b60-ed1be134ce60 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.912299] env[62225]: DEBUG oslo_vmware.api [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1570.912299] env[62225]: value = "task-678567" [ 1570.912299] env[62225]: _type = "Task" [ 1570.912299] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.919318] env[62225]: DEBUG oslo_vmware.api [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.422072] env[62225]: DEBUG oslo_vmware.api [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678567, 'name': ReconfigVM_Task, 'duration_secs': 0.195681} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.422360] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62225) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1571.426957] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b8a096-0629-449c-8ed6-4112fbbf8417 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.440900] env[62225]: DEBUG oslo_vmware.api [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1571.440900] env[62225]: value = "task-678568" [ 1571.440900] env[62225]: _type = "Task" [ 1571.440900] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.448066] env[62225]: DEBUG oslo_vmware.api [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.952214] env[62225]: DEBUG oslo_vmware.api [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678568, 'name': ReconfigVM_Task, 'duration_secs': 0.129749} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.952556] env[62225]: DEBUG nova.virt.vmwareapi.volumeops [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-163467', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'name': 'volume-29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e409e4a0-d326-4598-aa71-69d0b234d1e9', 'attached_at': '', 'detached_at': '', 'volume_id': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff', 'serial': '29aa372c-b7ee-48ef-8b31-a97fecb6e6ff'} {{(pid=62225) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1572.494528] env[62225]: DEBUG nova.objects.instance [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'flavor' on Instance uuid e409e4a0-d326-4598-aa71-69d0b234d1e9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.504196] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f77275c6-893b-4bde-bd80-fdeb32905415 tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.517982] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.518316] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.518534] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "e409e4a0-d326-4598-aa71-69d0b234d1e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.518719] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.518893] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.522423] env[62225]: INFO nova.compute.manager [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Terminating instance [ 1574.524191] env[62225]: DEBUG nova.compute.manager [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Start destroying the instance on the hypervisor. {{(pid=62225) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1574.524406] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Destroying instance {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1574.525297] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeec4df-7d35-4856-a5af-6cce18276ddd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.533371] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Powering off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1574.533590] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f764c31-e578-433f-96c2-e77bf88d2c1e {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.539236] env[62225]: DEBUG oslo_vmware.api [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1574.539236] env[62225]: value = "task-678569" [ 1574.539236] env[62225]: _type = "Task" [ 1574.539236] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.546578] env[62225]: DEBUG oslo_vmware.api [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.049793] env[62225]: DEBUG oslo_vmware.api [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678569, 'name': PowerOffVM_Task, 'duration_secs': 0.171549} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.050054] env[62225]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Powered off the VM {{(pid=62225) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1575.050237] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Unregistering the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1575.050507] env[62225]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82e02d4c-2191-4024-8883-b9019171764a {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.114397] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Unregistered the VM {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1575.114583] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Deleting contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1575.114703] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleting the datastore file [datastore1] e409e4a0-d326-4598-aa71-69d0b234d1e9 {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.114960] env[62225]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc35509-dcc3-4832-9bee-ffd5933a6a70 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.122539] env[62225]: DEBUG oslo_vmware.api [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for the task: (returnval){ [ 1575.122539] env[62225]: value = "task-678571" [ 1575.122539] env[62225]: _type = "Task" [ 1575.122539] env[62225]: } to complete. {{(pid=62225) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.129761] env[62225]: DEBUG oslo_vmware.api [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.632641] env[62225]: DEBUG oslo_vmware.api [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Task: {'id': task-678571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122989} completed successfully. {{(pid=62225) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.633072] env[62225]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted the datastore file {{(pid=62225) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.633072] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Deleted contents of the VM from datastore datastore1 {{(pid=62225) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1575.633266] env[62225]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Instance destroyed {{(pid=62225) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1575.633444] env[62225]: INFO nova.compute.manager [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1575.633685] env[62225]: DEBUG oslo.service.loopingcall [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62225) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.633875] env[62225]: DEBUG nova.compute.manager [-] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Deallocating network for instance {{(pid=62225) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1575.633994] env[62225]: DEBUG nova.network.neutron [-] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] deallocate_for_instance() {{(pid=62225) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1576.017195] env[62225]: DEBUG nova.compute.manager [req-8f3e6ae2-4fd6-4481-bf7c-0438df190f1d req-3043913a-ffaa-4b14-aafb-6c748cf4d356 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Received event network-vif-deleted-df3ef291-45a5-4a68-8a91-c8a65a512132 {{(pid=62225) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1576.017195] env[62225]: INFO nova.compute.manager [req-8f3e6ae2-4fd6-4481-bf7c-0438df190f1d req-3043913a-ffaa-4b14-aafb-6c748cf4d356 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Neutron deleted interface df3ef291-45a5-4a68-8a91-c8a65a512132; detaching it from the instance and deleting it from the info cache [ 1576.017195] env[62225]: DEBUG nova.network.neutron [req-8f3e6ae2-4fd6-4481-bf7c-0438df190f1d req-3043913a-ffaa-4b14-aafb-6c748cf4d356 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.493758] env[62225]: DEBUG nova.network.neutron [-] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Updating instance_info_cache with network_info: [] {{(pid=62225) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.519132] env[62225]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a007fec8-9f8e-4f0e-921a-6222e7e45304 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.529253] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e120d3c-c320-4196-a710-6c05e0691499 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.553657] env[62225]: DEBUG nova.compute.manager [req-8f3e6ae2-4fd6-4481-bf7c-0438df190f1d req-3043913a-ffaa-4b14-aafb-6c748cf4d356 service nova] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Detach interface failed, port_id=df3ef291-45a5-4a68-8a91-c8a65a512132, reason: Instance e409e4a0-d326-4598-aa71-69d0b234d1e9 could not be found. {{(pid=62225) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1576.997195] env[62225]: INFO nova.compute.manager [-] [instance: e409e4a0-d326-4598-aa71-69d0b234d1e9] Took 1.36 seconds to deallocate network for instance. [ 1577.505017] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.505481] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.505810] env[62225]: DEBUG nova.objects.instance [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lazy-loading 'resources' on Instance uuid e409e4a0-d326-4598-aa71-69d0b234d1e9 {{(pid=62225) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.039754] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab7c7c-3fbc-4b13-a0ef-1863e7e778bd {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.047710] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c13f85-f56f-4372-a860-20513b50b6c6 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.076603] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b7d96-6d06-43da-872d-41275fe21320 {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.083661] env[62225]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfec6de-a352-42f5-98da-615d80cf393b {{(pid=62225) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.097987] env[62225]: DEBUG nova.compute.provider_tree [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed in ProviderTree for provider: 903ec370-a00f-40fb-b212-90647084112a {{(pid=62225) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.572748] env[62225]: DEBUG oslo_service.periodic_task [None req-21d5a7b2-b03a-4121-ad53-0dd65fc5965e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62225) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.601455] env[62225]: DEBUG nova.scheduler.client.report [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Inventory has not changed for provider 903ec370-a00f-40fb-b212-90647084112a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 84, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62225) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.105839] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.126353] env[62225]: INFO nova.scheduler.client.report [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Deleted allocations for instance e409e4a0-d326-4598-aa71-69d0b234d1e9 [ 1579.633616] env[62225]: DEBUG oslo_concurrency.lockutils [None req-f1c30c7e-b589-46cd-a4a2-382c53de1b1f tempest-AttachVolumeNegativeTest-688107604 tempest-AttachVolumeNegativeTest-688107604-project-member] Lock "e409e4a0-d326-4598-aa71-69d0b234d1e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.115s {{(pid=62225) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}